[ 486.951135] env[62622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.951482] env[62622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.951618] env[62622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.951939] env[62622]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 487.049308] env[62622]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62622) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 487.059790] env[62622]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62622) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 487.661413] env[62622]: INFO nova.virt.driver [None req-ba2363dd-4fc8-43e5-88b6-0423360abc81 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 487.731633] env[62622]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.731801] env[62622]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.731909] env[62622]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62622) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 490.968875] env[62622]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f87578fe-b697-46af-b8dd-31180e57e9ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.985989] env[62622]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62622) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 490.986118] env[62622]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5b2520bc-3db2-4709-8d63-4762612dd5af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.018867] env[62622]: INFO oslo_vmware.api [-] Successfully established new session; session ID is da162. [ 491.019009] env[62622]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.287s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.019718] env[62622]: INFO nova.virt.vmwareapi.driver [None req-ba2363dd-4fc8-43e5-88b6-0423360abc81 None None] VMware vCenter version: 7.0.3 [ 491.023246] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45119d-d202-4b0e-918d-c95e87a04b62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.041960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c485576a-b007-4486-bb37-18c9d9384e60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.047958] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb200ee-6ee8-42f5-afe8-3d8407e88691 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.054860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2649ce05-56fd-415d-b860-50f72d5897b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.068417] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7631f1c-a263-47e9-ac80-3346daa5498a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.074224] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6f1ff-00ba-4070-9f13-22575240e72f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.105064] env[62622]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ce317058-559f-4809-8a61-cca3f979582d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.110059] env[62622]: DEBUG nova.virt.vmwareapi.driver [None req-ba2363dd-4fc8-43e5-88b6-0423360abc81 None None] Extension org.openstack.compute already exists. {{(pid=62622) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 491.112810] env[62622]: INFO nova.compute.provider_config [None req-ba2363dd-4fc8-43e5-88b6-0423360abc81 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 491.616500] env[62622]: DEBUG nova.context [None req-ba2363dd-4fc8-43e5-88b6-0423360abc81 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f2a6f740-b5e3-4a68-9d2b-2c419e1280f1(cell1) {{(pid=62622) load_cells /opt/stack/nova/nova/context.py:464}} [ 491.619779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.620017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.620744] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.621199] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Acquiring lock "f2a6f740-b5e3-4a68-9d2b-2c419e1280f1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.621390] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Lock "f2a6f740-b5e3-4a68-9d2b-2c419e1280f1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.622429] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Lock "f2a6f740-b5e3-4a68-9d2b-2c419e1280f1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.643357] env[62622]: INFO dbcounter [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Registered counter for database nova_cell0 [ 491.651389] env[62622]: INFO dbcounter [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Registered counter for database nova_cell1 [ 491.654530] env[62622]: DEBUG oslo_db.sqlalchemy.engines [None req-973a40e3-65d5-4595-b156-309feef71841 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62622) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.654887] env[62622]: DEBUG oslo_db.sqlalchemy.engines [None req-973a40e3-65d5-4595-b156-309feef71841 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62622) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.659917] env[62622]: ERROR nova.db.main.api [None req-973a40e3-65d5-4595-b156-309feef71841 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.659917] env[62622]: result = function(*args, **kwargs) [ 491.659917] env[62622]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.659917] env[62622]: return func(*args, **kwargs) [ 491.659917] env[62622]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.659917] env[62622]: result = fn(*args, **kwargs) [ 491.659917] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.659917] env[62622]: return f(*args, **kwargs) [ 491.659917] env[62622]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.659917] env[62622]: return db.service_get_minimum_version(context, binaries) [ 491.659917] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.659917] env[62622]: _check_db_access() [ 491.659917] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.659917] env[62622]: stacktrace = ''.join(traceback.format_stack()) [ 491.659917] env[62622]: [ 491.660738] env[62622]: ERROR nova.db.main.api [None req-973a40e3-65d5-4595-b156-309feef71841 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.660738] env[62622]: result = function(*args, **kwargs) [ 491.660738] env[62622]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.660738] env[62622]: return func(*args, **kwargs) [ 491.660738] env[62622]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.660738] env[62622]: result = fn(*args, **kwargs) [ 491.660738] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.660738] env[62622]: return f(*args, **kwargs) [ 491.660738] env[62622]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.660738] env[62622]: return db.service_get_minimum_version(context, binaries) [ 491.660738] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.660738] env[62622]: _check_db_access() [ 491.660738] env[62622]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.660738] env[62622]: stacktrace = ''.join(traceback.format_stack()) [ 491.660738] env[62622]: [ 491.661128] env[62622]: WARNING nova.objects.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Failed to get minimum service version for cell f2a6f740-b5e3-4a68-9d2b-2c419e1280f1 [ 491.661262] env[62622]: WARNING nova.objects.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 491.661695] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Acquiring lock "singleton_lock" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 491.661875] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Acquired lock "singleton_lock" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 491.662144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Releasing lock "singleton_lock" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 491.662467] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Full set of CONF: {{(pid=62622) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 491.662610] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ******************************************************************************** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 491.662739] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] Configuration options gathered from: {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 491.662871] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 491.663073] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 491.663203] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ================================================================================ {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 491.663410] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] allow_resize_to_same_host = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.663581] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] arq_binding_timeout = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.663713] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] backdoor_port = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.663840] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] backdoor_socket = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664009] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] block_device_allocate_retries = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664188] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] block_device_allocate_retries_interval = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664360] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cert = self.pem {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664527] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664703] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute_monitors = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.664862] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] config_dir = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665042] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] config_drive_format = iso9660 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665179] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665345] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] config_source = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665511] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] console_host = devstack {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665677] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] control_exchange = nova {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665836] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cpu_allocation_ratio = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.665995] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] daemon = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.666175] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] debug = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.666333] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_access_ip_network_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.666498] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_availability_zone = nova {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.666656] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_ephemeral_format = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.666817] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_green_pool_size = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667064] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667236] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] default_schedule_zone = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667423] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] disk_allocation_ratio = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667556] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] enable_new_services = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667736] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] enabled_apis = ['osapi_compute'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.667903] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] enabled_ssl_apis = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668072] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] flat_injected = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668233] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] force_config_drive = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668389] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] force_raw_images = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668558] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] graceful_shutdown_timeout = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668722] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] heal_instance_info_cache_interval = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.668942] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] host = cpu-1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.669133] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.669298] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.669460] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.669709] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.669880] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_build_timeout = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670057] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_delete_interval = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670230] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_format = [instance: %(uuid)s] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670400] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_name_template = instance-%08x {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670564] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_usage_audit = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670738] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_usage_audit_period = month {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.670903] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671079] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671250] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] internal_service_availability_zone = internal {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671407] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] key = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671568] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] live_migration_retry_count = 30 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671739] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_color = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.671927] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_config_append = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672119] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672283] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_dir = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672444] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672574] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_options = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672740] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_rotate_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.672910] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_rotate_interval_type = days {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673098] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] log_rotation_type = none {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673231] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673358] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673534] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673699] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673828] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.673995] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] long_rpc_timeout = 1800 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674168] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_concurrent_builds = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674329] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_concurrent_live_migrations = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674486] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_concurrent_snapshots = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674647] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_local_block_devices = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674806] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_logfile_count = 30 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.674963] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] max_logfile_size_mb = 200 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675138] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] maximum_instance_delete_attempts = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675308] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metadata_listen = 0.0.0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675473] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metadata_listen_port = 8775 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675640] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metadata_workers = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675802] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] migrate_max_retries = -1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.675967] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] mkisofs_cmd = genisoimage {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.676184] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.676317] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] my_ip = 10.180.1.21 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.676528] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.676693] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] network_allocate_retries = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.676882] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677062] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677229] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] osapi_compute_listen_port = 8774 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677395] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] osapi_compute_unique_server_name_scope = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677567] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] osapi_compute_workers = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677730] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] password_length = 12 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.677887] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] periodic_enable = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678056] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] periodic_fuzzy_delay = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678228] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] pointer_model = usbtablet {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678391] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] preallocate_images = none {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678550] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] publish_errors = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678680] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] pybasedir = /opt/stack/nova {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678834] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ram_allocation_ratio = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.678994] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rate_limit_burst = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.679178] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rate_limit_except_level = CRITICAL {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.679339] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rate_limit_interval = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.679528] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reboot_timeout = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.679682] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reclaim_instance_interval = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.679843] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] record = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680014] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reimage_timeout_per_gb = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680189] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] report_interval = 120 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680344] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rescue_timeout = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680507] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reserved_host_cpus = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680668] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reserved_host_disk_mb = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680824] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reserved_host_memory_mb = 512 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.680980] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] reserved_huge_pages = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681157] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] resize_confirm_window = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681317] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] resize_fs_using_block_device = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681476] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] resume_guests_state_on_host_boot = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681645] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681807] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] rpc_response_timeout = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.681992] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] run_external_periodic_tasks = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.682182] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] running_deleted_instance_action = reap {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.682346] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.682515] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] running_deleted_instance_timeout = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.682671] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler_instance_sync_interval = 120 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.682839] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_down_time = 720 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683014] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] servicegroup_driver = db {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683173] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] shell_completion = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683333] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] shelved_offload_time = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683491] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] shelved_poll_interval = 3600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683658] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] shutdown_timeout = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683819] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] source_is_ipv6 = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.683977] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ssl_only = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.684244] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.684414] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] sync_power_state_interval = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.684578] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] sync_power_state_pool_size = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.684745] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] syslog_log_facility = LOG_USER {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.684900] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] tempdir = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685071] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] timeout_nbd = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685242] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] transport_url = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685403] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] update_resources_interval = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685593] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_cow_images = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685721] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_journal = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.685877] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_json = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686044] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_rootwrap_daemon = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686205] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_stderr = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686363] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] use_syslog = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686519] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vcpu_pin_set = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686686] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plugging_is_fatal = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.686851] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plugging_timeout = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.687024] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] virt_mkfs = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.687190] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] volume_usage_poll_interval = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.687349] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] watch_log_file = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.687520] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] web = /usr/share/spice-html5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.687701] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.687867] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.688037] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.688215] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_concurrency.disable_process_locking = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.689208] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.689409] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.689611] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.689798] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.689975] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.690160] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.690346] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.auth_strategy = keystone {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.690520] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.compute_link_prefix = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.690702] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.690880] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.dhcp_domain = novalocal {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691064] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.enable_instance_password = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691237] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.glance_link_prefix = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691406] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691580] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691743] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.instance_list_per_project_cells = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.691934] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.list_records_by_skipping_down_cells = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692126] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.local_metadata_per_cell = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692303] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.max_limit = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692473] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.metadata_cache_expiration = 15 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692649] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.neutron_default_tenant_id = default {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692824] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.response_validation = warn {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.692995] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.use_neutron_default_nets = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.693182] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.693347] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.693513] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.693687] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.693857] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_dynamic_targets = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694028] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_jsonfile_path = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694216] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694410] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.backend = dogpile.cache.memcached {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694578] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.backend_argument = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694739] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.backend_expiration_time = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.694908] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.config_prefix = cache.oslo {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695086] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.dead_timeout = 60.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695251] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.debug_cache_backend = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695414] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.enable_retry_client = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695574] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.enable_socket_keepalive = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695747] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.enabled = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.695912] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.enforce_fips_mode = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696089] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.expiration_time = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696254] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.hashclient_retry_attempts = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696419] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696582] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_dead_retry = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696742] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_password = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.696904] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697077] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697244] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_pool_maxsize = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697407] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697569] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_sasl_enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697748] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.697915] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698088] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.memcache_username = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698258] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.proxies = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698422] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_db = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698581] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_password = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698753] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.698926] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699108] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_server = localhost:6379 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699275] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_socket_timeout = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699433] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.redis_username = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699628] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.retry_attempts = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699798] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.retry_delay = 0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.699965] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.socket_keepalive_count = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700142] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.socket_keepalive_idle = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700305] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.socket_keepalive_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700464] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.tls_allowed_ciphers = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700627] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.tls_cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700779] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.tls_certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.700939] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.tls_enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701107] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cache.tls_keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701279] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701454] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.auth_type = password {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701622] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701795] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.701981] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702163] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702330] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.cross_az_attach = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702490] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.debug = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702657] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.endpoint_template = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702818] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.http_retries = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.702980] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703155] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703328] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.os_region_name = RegionOne {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703491] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703649] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cinder.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703821] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.703981] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.cpu_dedicated_set = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704153] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.cpu_shared_set = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704320] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.image_type_exclude_list = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704483] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704646] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704807] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.704968] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705152] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705318] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.resource_provider_association_refresh = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705477] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705636] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.shutdown_retry_interval = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705813] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.705990] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] conductor.workers = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.706183] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] console.allowed_origins = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.706344] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] console.ssl_ciphers = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.706514] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] console.ssl_minimum_version = default {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.706683] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] consoleauth.enforce_session_timeout = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.706852] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] consoleauth.token_ttl = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707034] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707200] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707361] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707521] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707675] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707829] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.707987] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708157] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708316] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708471] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708625] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708791] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.708937] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709115] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.service_type = accelerator {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709276] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709433] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709616] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709783] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.709964] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.710140] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] cyborg.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.710311] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.asyncio_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.710471] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.asyncio_slave_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.710660] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.backend = sqlalchemy {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.710841] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711015] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.connection_debug = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711190] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.connection_parameters = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711354] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.connection_recycle_time = 3600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711516] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.connection_trace = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711678] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.db_inc_retry_interval = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.711857] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.db_max_retries = 20 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712052] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.db_max_retry_interval = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712224] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.db_retry_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712386] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.max_overflow = 50 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712549] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.max_pool_size = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712712] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.max_retries = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.712882] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713054] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.mysql_wsrep_sync_wait = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713217] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.pool_timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713378] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.retry_interval = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713536] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.slave_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713698] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.sqlite_synchronous = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.713856] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] database.use_db_reconnect = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714031] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.asyncio_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714195] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.asyncio_slave_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714364] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.backend = sqlalchemy {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714531] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714731] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.connection_debug = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.714991] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.connection_parameters = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.715201] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.connection_recycle_time = 3600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.715375] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.connection_trace = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.715542] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.db_inc_retry_interval = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.715712] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.db_max_retries = 20 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.715878] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.db_max_retry_interval = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716057] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.db_retry_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716230] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.max_overflow = 50 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716395] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.max_pool_size = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716561] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.max_retries = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716735] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.716896] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717068] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.pool_timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717235] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.retry_interval = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717394] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.slave_connection = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717557] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] api_database.sqlite_synchronous = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717734] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] devices.enabled_mdev_types = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.717909] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718091] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718256] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ephemeral_storage_encryption.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718418] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718586] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.api_servers = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718753] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.718916] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719092] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719255] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719416] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719609] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.debug = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719787] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.default_trusted_certificate_ids = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.719951] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.enable_certificate_validation = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.720128] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.enable_rbd_download = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.720290] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.720454] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.720630] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.720880] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.721132] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.721330] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.num_retries = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.721579] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.rbd_ceph_conf = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.721763] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.rbd_connect_timeout = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.721941] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.rbd_pool = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722136] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.rbd_user = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722311] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722471] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722631] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722804] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.service_type = image {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.722967] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723139] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723298] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723456] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723636] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723803] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.verify_glance_signatures = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.723964] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] glance.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724144] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] guestfs.debug = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724313] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724475] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.auth_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724633] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724791] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.724952] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725123] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725283] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725441] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725598] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725757] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.725915] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726082] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726245] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726401] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726557] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726725] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.service_type = shared-file-system {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.726886] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.share_apply_policy_timeout = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727059] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727220] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727379] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727538] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727717] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.727877] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] manila.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.728051] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] mks.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.728407] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.728600] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.manager_interval = 2400 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.728773] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.precache_concurrency = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.728941] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.remove_unused_base_images = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.729126] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.729299] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.729477] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] image_cache.subdirectory_name = _base {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.729683] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.api_max_retries = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.729854] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.api_retry_interval = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730025] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730194] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.auth_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730358] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730519] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730701] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.730873] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.conductor_group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731043] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731207] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731365] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731525] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731684] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731840] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.731995] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732176] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.peer_list = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732335] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732491] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732652] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.serial_console_state_timeout = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732811] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.732980] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.service_type = baremetal {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733153] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.shard = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733314] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733472] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733628] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733786] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.733965] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734140] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ironic.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734321] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734496] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] key_manager.fixed_key = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734679] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.734880] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.barbican_api_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735061] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.barbican_endpoint = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735241] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.barbican_endpoint_type = public {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735402] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.barbican_region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735561] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735721] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.735882] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736052] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736215] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736377] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.number_of_retries = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736538] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.retry_delay = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736699] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.send_service_user_token = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.736858] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737025] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737190] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.verify_ssl = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737347] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican.verify_ssl_path = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737515] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737675] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.auth_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737834] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.737990] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738167] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738329] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738486] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738646] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738804] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] barbican_service_user.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.738970] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.approle_role_id = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739140] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.approle_secret_id = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739310] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.kv_mountpoint = secret {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739469] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.kv_path = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739661] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.kv_version = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739829] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.namespace = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.739990] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.root_token_id = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740171] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.ssl_ca_crt_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740353] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.timeout = 60.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740533] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.use_ssl = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740733] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.740907] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741080] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741247] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741405] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741564] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741723] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.741883] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742049] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742210] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742365] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742520] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742679] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.742839] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743014] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.service_type = identity {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743181] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743339] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743496] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743655] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743833] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.743990] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] keystone.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744193] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.ceph_mount_options = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744502] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744688] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.connection_uri = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744852] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_mode = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745037] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745218] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_models = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745391] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_power_governor_high = performance {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745560] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745724] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_power_management = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745897] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746081] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.device_detach_attempts = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746251] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.device_detach_timeout = 20 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746427] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.disk_cachemodes = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746596] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.disk_prefix = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746763] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.enabled_perf_events = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746928] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.file_backed_memory = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747109] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.gid_maps = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747276] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.hw_disk_discard = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747435] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.hw_machine_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747675] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_rbd_ceph_conf = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747871] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748053] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748231] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_rbd_glance_store_name = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748403] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_rbd_pool = rbd {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748600] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_type = default {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748779] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.images_volume_group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748943] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.inject_key = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749120] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.inject_partition = -2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749285] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.inject_password = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749446] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.iscsi_iface = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749635] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.iser_use_multipath = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749806] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749973] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750152] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_downtime = 500 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750318] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750483] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750655] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_inbound_addr = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750819] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750978] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751153] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_scheme = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751328] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_timeout_action = abort {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751491] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_tunnelled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751648] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_uri = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751809] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.live_migration_with_native_tls = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751968] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.max_queues = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752145] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752383] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752547] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.nfs_mount_options = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752836] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753025] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753197] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753359] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753523] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753688] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_pcie_ports = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753851] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754029] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.pmem_namespaces = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754196] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.quobyte_client_cfg = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754497] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754678] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754848] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755020] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755185] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rbd_secret_uuid = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755347] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rbd_user = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755512] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755687] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755849] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rescue_image_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756015] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rescue_kernel_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756184] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rescue_ramdisk_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756356] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756518] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.rx_queue_size = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756690] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.smbfs_mount_options = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756988] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757180] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.snapshot_compression = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757345] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.snapshot_image_format = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757581] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757751] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.sparse_logical_volumes = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757914] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.swtpm_enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758095] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.swtpm_group = tss {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758267] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.swtpm_user = tss {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758437] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.sysinfo_serial = unique {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758595] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.tb_cache_size = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758756] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.tx_queue_size = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758920] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.uid_maps = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759096] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.use_virtio_for_bridges = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759276] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.virt_type = kvm {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759447] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.volume_clear = zero {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759615] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.volume_clear_size = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759782] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.volume_use_multipath = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759941] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_cache_path = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760122] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760293] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760459] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760659] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760943] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761146] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.vzstorage_mount_user = stack {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761315] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761485] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761667] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.auth_type = password {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761830] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761988] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762163] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762321] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762477] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762644] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.default_floating_pool = public {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762804] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762964] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.extension_sync_interval = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763137] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.http_retries = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763298] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763457] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763615] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763790] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763949] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764134] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.ovs_bridge = br-int {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764302] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.physnets = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764472] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.region_name = RegionOne {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764633] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764802] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.service_metadata_proxy = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764962] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765147] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.service_type = network {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765311] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765469] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765626] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765785] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765965] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766139] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] neutron.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766314] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.bdms_in_notifications = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766491] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.default_level = INFO {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766654] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.include_share_mapping = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766831] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.notification_format = unversioned {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766994] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.notify_on_state_change = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767184] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767364] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] pci.alias = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767534] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] pci.device_spec = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767698] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] pci.report_in_placement = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767865] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768047] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.auth_type = password {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768219] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768381] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768537] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768699] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768854] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769020] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769183] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.default_domain_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769335] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.default_domain_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769487] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.domain_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769671] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.domain_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769830] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769989] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770160] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770314] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770469] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770707] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.password = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770889] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.project_domain_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771072] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.project_domain_name = Default {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771244] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.project_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771418] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.project_name = service {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771588] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.region_name = RegionOne {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771752] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771909] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772088] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.service_type = placement {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772253] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772414] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772572] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772731] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.system_scope = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772886] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773053] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.trust_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773214] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.user_domain_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773383] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.user_domain_name = Default {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773540] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.user_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773712] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.username = nova {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773890] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774059] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] placement.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774242] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.cores = 20 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774410] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.count_usage_from_placement = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774583] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774754] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.injected_file_content_bytes = 10240 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774921] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.injected_file_path_length = 255 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775100] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.injected_files = 5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775270] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.instances = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775434] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.key_pairs = 100 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775600] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.metadata_items = 128 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775765] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.ram = 51200 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775927] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.recheck_quota = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776104] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.server_group_members = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776273] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.server_groups = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776486] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776663] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] quota.unified_limits_resource_strategy = require {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776845] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777014] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777184] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.image_metadata_prefilter = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777345] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777511] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.max_attempts = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777676] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.max_placement_results = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777837] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777996] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778174] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778349] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] scheduler.workers = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778522] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778696] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778873] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779050] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779220] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779386] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779572] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779768] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779940] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.host_subset_size = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780122] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780284] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780447] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780643] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.isolated_hosts = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780817] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.isolated_images = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780994] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781173] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781339] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781501] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.pci_in_placement = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781666] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781825] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781984] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782158] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782323] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782488] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782648] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.track_instance_changes = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782825] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782998] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metrics.required = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783176] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metrics.weight_multiplier = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783342] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783504] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] metrics.weight_setting = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783823] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783994] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784186] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.port_range = 10000:20000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784359] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784531] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784702] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] serial_console.serialproxy_port = 6083 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784871] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785056] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.auth_type = password {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785223] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785383] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785545] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785708] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785865] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786044] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.send_service_user_token = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786213] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786370] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] service_user.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786539] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.agent_enabled = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786701] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786994] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787210] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787381] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.html5proxy_port = 6082 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787552] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.image_compression = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787708] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.jpeg_compression = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787864] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.playback_compression = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788034] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.require_secure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788208] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.server_listen = 127.0.0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788379] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788539] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.streaming_mode = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788700] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] spice.zlib_compression = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788865] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] upgrade_levels.baseapi = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789053] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] upgrade_levels.compute = auto {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789222] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] upgrade_levels.conductor = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789383] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] upgrade_levels.scheduler = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789564] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789739] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789902] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790073] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790243] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790405] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790584] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790757] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790916] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vendordata_dynamic_auth.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791103] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.api_retry_count = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791270] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.ca_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791444] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791610] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.cluster_name = testcl1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791778] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.connection_pool_size = 10 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791938] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.console_delay_seconds = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792116] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.datastore_regex = ^datastore.* {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792328] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792506] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.host_password = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792674] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.host_port = 443 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792843] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.host_username = administrator@vsphere.local {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793018] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.insecure = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793186] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.integration_bridge = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793353] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.maximum_objects = 100 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793511] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.pbm_default_policy = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793671] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.pbm_enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793824] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.pbm_wsdl_location = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793990] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794165] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.serial_port_proxy_uri = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794323] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.serial_port_service_uri = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794487] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.task_poll_interval = 0.5 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794659] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.use_linked_clone = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794831] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.vnc_keymap = en-us {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794993] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.vnc_port = 5900 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795171] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vmware.vnc_port_total = 10000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795356] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.auth_schemes = ['none'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795528] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795822] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796014] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796194] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.novncproxy_port = 6080 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796382] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.server_listen = 127.0.0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796566] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796732] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.vencrypt_ca_certs = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796889] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.vencrypt_client_cert = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797058] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vnc.vencrypt_client_key = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797238] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797400] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_deep_image_inspection = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797560] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797720] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797878] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798050] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.disable_rootwrap = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798211] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.enable_numa_live_migration = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798371] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798529] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798689] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798847] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.libvirt_disable_apic = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799015] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799181] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799343] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799522] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799695] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799856] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800023] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800187] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800344] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800522] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800793] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800987] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.client_socket_timeout = 900 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801175] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.default_pool_size = 1000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801344] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.keep_alive = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801511] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.max_header_line = 16384 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801675] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801834] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.ssl_ca_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801992] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.ssl_cert_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802166] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.ssl_key_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802335] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.tcp_keepidle = 600 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802521] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802691] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] zvm.ca_file = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802854] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] zvm.cloud_connector_url = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803161] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803346] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] zvm.reachable_timeout = 300 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803517] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803694] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803871] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.connection_string = messaging:// {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804048] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.enabled = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804222] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.es_doc_type = notification {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804393] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.es_scroll_size = 10000 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804559] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.es_scroll_time = 2m {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804722] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.filter_error_trace = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804887] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.hmac_keys = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805065] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.sentinel_service_name = mymaster {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805234] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.socket_timeout = 0.1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805394] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.trace_requests = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805550] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler.trace_sqlalchemy = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805728] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler_jaeger.process_tags = {} {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805887] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler_jaeger.service_name_prefix = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806061] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] profiler_otlp.service_name_prefix = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806230] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] remote_debug.host = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806385] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] remote_debug.port = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806562] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806725] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806885] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807058] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807225] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807384] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807544] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807707] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807869] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808050] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808212] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808380] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808574] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808760] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808935] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809113] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809283] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809456] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809646] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809819] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809986] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810170] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810333] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810494] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810658] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810820] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810982] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811157] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811319] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811479] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811649] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811819] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811979] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812158] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812327] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812487] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812679] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812847] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_notifications.retry = -1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813031] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813210] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813383] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.auth_section = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813544] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.auth_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813702] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.cafile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813857] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.certfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814024] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.collect_timing = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814184] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.connect_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814338] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.connect_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814493] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_id = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814662] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814821] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_override = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814974] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815144] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815301] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.endpoint_service_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815460] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.insecure = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815615] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.keyfile = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815770] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.max_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815924] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.min_version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816092] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.region_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816254] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.retriable_status_codes = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816409] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.service_name = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816563] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.service_type = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816726] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.split_loggers = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816881] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.status_code_retries = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817050] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.status_code_retry_delay = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817211] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.timeout = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817370] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.valid_interfaces = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817528] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_limit.version = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817692] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_reports.file_event_handler = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817852] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818015] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] oslo_reports.log_dir = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818191] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818351] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818509] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818676] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818841] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818996] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819178] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819337] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819492] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819659] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819821] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819976] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] vif_plug_ovs_privileged.user = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820159] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820337] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820523] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820715] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820888] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821072] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821243] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821408] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821583] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821754] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.isolate_vif = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821924] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822103] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822275] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822445] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822607] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] os_vif_ovs.per_port_bridge = False {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822778] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.capabilities = [21] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822935] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823102] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.helper_command = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823269] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823432] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823587] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] privsep_osbrick.user = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823758] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823916] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.group = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824083] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.helper_command = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824254] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824417] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824574] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] nova_sys_admin.user = None {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824704] env[62622]: DEBUG oslo_service.service [None req-973a40e3-65d5-4595-b156-309feef71841 None None] ******************************************************************************** {{(pid=62622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 491.825149] env[62622]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 492.328536] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Getting list of instances from cluster (obj){ [ 492.328536] env[62622]: value = "domain-c8" [ 492.328536] env[62622]: _type = "ClusterComputeResource" [ 492.328536] env[62622]: } {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 492.329669] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f7dfe7-ff6e-4a00-8815-310c1049921f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.338779] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Got total of 0 instances {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 492.339354] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-c525f874-727d-4362-819c-62afae18bce6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 492.339895] env[62622]: INFO nova.virt.node [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Generated node identity 7f920731-174d-4ce3-b2ce-59062587c455 [ 492.340129] env[62622]: INFO nova.virt.node [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Wrote node identity 7f920731-174d-4ce3-b2ce-59062587c455 to /opt/stack/data/n-cpu-1/compute_id [ 492.842769] env[62622]: WARNING nova.compute.manager [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Compute nodes ['7f920731-174d-4ce3-b2ce-59062587c455'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 493.848857] env[62622]: INFO nova.compute.manager [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 494.854358] env[62622]: WARNING nova.compute.manager [None req-c525f874-727d-4362-819c-62afae18bce6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 494.854700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.854835] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.854983] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.855145] env[62622]: DEBUG nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 494.856076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3197c022-afd9-4eab-8c41-b06458d9733c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.863906] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d88819a-5206-47f9-9f61-c8703cfaa9c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.877054] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f2e6c-541c-49f5-88d2-cea0dea9696e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.883126] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bbd5b3-b16a-4bc8-b335-4b35a775f1e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.911462] env[62622]: DEBUG nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181171MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 494.911598] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.911783] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.414704] env[62622]: WARNING nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] No compute node record for cpu-1:7f920731-174d-4ce3-b2ce-59062587c455: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7f920731-174d-4ce3-b2ce-59062587c455 could not be found. [ 495.918240] env[62622]: INFO nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7f920731-174d-4ce3-b2ce-59062587c455 [ 497.427792] env[62622]: DEBUG nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 497.428236] env[62622]: DEBUG nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 497.596062] env[62622]: INFO nova.scheduler.client.report [None req-c525f874-727d-4362-819c-62afae18bce6 None None] [req-8d4b11ae-3cf0-4a9b-a843-a243c3a1b9e5] Created resource provider record via placement API for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 497.613030] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34721b-6ca1-4d0a-b7b5-bd97dd944b5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.621009] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31020782-e9af-4d64-baf9-fbc4fc361267 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.651484] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d43095-18cf-4026-8f2a-cde96bc8c250 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.659084] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377c9dc2-e585-4ebb-8b4f-2412a1d82c6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.672722] env[62622]: DEBUG nova.compute.provider_tree [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.211184] env[62622]: DEBUG nova.scheduler.client.report [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 498.211528] env[62622]: DEBUG nova.compute.provider_tree [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 0 to 1 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.211756] env[62622]: DEBUG nova.compute.provider_tree [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.270859] env[62622]: DEBUG nova.compute.provider_tree [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 1 to 2 during operation: update_traits {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.775340] env[62622]: DEBUG nova.compute.resource_tracker [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 498.775740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.864s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.775740] env[62622]: DEBUG nova.service [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Creating RPC server for service compute {{(pid=62622) start /opt/stack/nova/nova/service.py:186}} [ 498.788220] env[62622]: DEBUG nova.service [None req-c525f874-727d-4362-819c-62afae18bce6 None None] Join ServiceGroup membership for this service compute {{(pid=62622) start /opt/stack/nova/nova/service.py:203}} [ 498.788399] env[62622]: DEBUG nova.servicegroup.drivers.db [None req-c525f874-727d-4362-819c-62afae18bce6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62622) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 538.790300] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.298362] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Getting list of instances from cluster (obj){ [ 539.298362] env[62622]: value = "domain-c8" [ 539.298362] env[62622]: _type = "ClusterComputeResource" [ 539.298362] env[62622]: } {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.298362] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b9047-9a24-4418-bdca-9d0b40fd92e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.307478] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Got total of 0 instances {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.308373] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 539.308897] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Getting list of instances from cluster (obj){ [ 539.308897] env[62622]: value = "domain-c8" [ 539.308897] env[62622]: _type = "ClusterComputeResource" [ 539.308897] env[62622]: } {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.312117] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23a428-3668-4c28-b644-7b44d3a2e890 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.319879] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Got total of 0 instances {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.596037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.596037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.101676] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.666990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.667334] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.669122] env[62622]: INFO nova.compute.claims [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.075469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.075716] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.266224] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "162981df-6203-402e-8443-757c301b577e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.266786] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.579292] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.758684] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42812bbd-ed86-48b6-95d9-ee08f4cbb382 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.769110] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.773581] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c02aa-1315-4721-9dc6-d596a9659f91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.808638] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085fda53-9d7a-4067-a956-62221e1ef744 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.816545] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19beb7d-face-4310-b016-1e959dbdb155 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.832601] env[62622]: DEBUG nova.compute.provider_tree [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.125735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.292732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.336802] env[62622]: DEBUG nova.scheduler.client.report [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.842590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.843304] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.846342] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.721s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.850892] env[62622]: INFO nova.compute.claims [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.358093] env[62622]: DEBUG nova.compute.utils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 543.360958] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.361512] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.870810] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.971814] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a038a425-6b5d-44b6-bc91-09675569e41d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.987681] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df208a-2cc9-46d4-92f4-e97c8c269af4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.026736] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2abf6f-0549-478a-8bf8-7ac7e5d59840 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.034508] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94845955-143f-483b-96e3-9930ab683b54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.053393] env[62622]: DEBUG nova.compute.provider_tree [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.246399] env[62622]: DEBUG nova.policy [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd786e577c248e1bd5eeeb84ed18663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a413cacf11d4445b870ce259e07aa758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.557266] env[62622]: DEBUG nova.scheduler.client.report [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.890223] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.930939] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.931413] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.931705] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.931876] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.932046] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.932239] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.932496] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.932691] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.933172] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.933390] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.933883] env[62622]: DEBUG nova.virt.hardware [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.934686] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c2b8a-6c97-462f-b32d-4d0d6ca07eb1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.948912] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29a067-6dcc-4e75-acea-a67a0668e35f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.966935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8c039-3883-4435-8601-b5a84c2031c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.062903] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.063694] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.069658] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.777s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.071377] env[62622]: INFO nova.compute.claims [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.261559] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Successfully created port: b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.579466] env[62622]: DEBUG nova.compute.utils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.580944] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.581145] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.666375] env[62622]: DEBUG nova.policy [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e34c69c77b4a4bbcd95490fca31327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0ff8e3a7c15404894bdce29d06b083c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.087029] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.186456] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01807254-824c-445c-bf58-d606b9d22762 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.198243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36624a54-e2a6-49aa-9ff7-637101fdddd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.230979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da9d49-b44a-4d70-8cf9-fe08936fb36c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.239372] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa734e6-fbd4-40ba-b3fe-69c7d03b04f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.256969] env[62622]: DEBUG nova.compute.provider_tree [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.504586] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Successfully created port: b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.761153] env[62622]: DEBUG nova.scheduler.client.report [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.098033] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.115070] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.117379] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.117523] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 547.117636] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Rebuilding the list of instances to heal {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 547.134322] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.134322] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.134322] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.134627] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.134627] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.134627] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.134627] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.134627] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.134817] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.134998] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.136713] env[62622]: DEBUG nova.virt.hardware [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.136713] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f3a49-f7a7-4378-9a50-5b244a454e81 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.149383] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9de44a-354a-428d-82ef-3f82d203cfbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.268587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.270669] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.622270] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.622270] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.622270] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 162981df-6203-402e-8443-757c301b577e] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.622768] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Didn't find any instances for network info cache update. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 547.622768] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.622768] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.622900] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.625352] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.625352] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.625352] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.625352] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 547.625352] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.775216] env[62622]: DEBUG nova.compute.utils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.775747] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.775912] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.855218] env[62622]: DEBUG nova.policy [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd49ccd9f38e146069bd2652fb04faea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858afb965bf244ddaa25608fe924884f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.128455] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.129531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.129531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.129531] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.131521] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9671fd5-1f64-46e6-98c3-245214333f97 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.146868] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d46707-14e4-4704-9b47-abbff3469c5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.168155] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9b382-e01e-43db-8e49-01e6dc8ee6ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.175563] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9cc010-f5ef-4da0-aff2-ee525493ef5f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.207460] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181154MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.207730] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.207797] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.280914] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.494124] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Successfully created port: aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.242635] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.242894] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.242993] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 162981df-6203-402e-8443-757c301b577e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.243178] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 549.243358] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 549.292359] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.317407] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59fa961-cd00-4912-93e1-e24af9af6041 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.328888] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.329135] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.329755] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.330075] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.330465] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.330535] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.330703] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.330852] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.331042] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.331206] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.331370] env[62622]: DEBUG nova.virt.hardware [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.332691] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc78d1c5-b983-4a03-9c66-341b246658d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.336393] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5594eade-9132-4b08-9a8f-d5194b0d8b69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.371791] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14e88ca-e861-4afb-b9af-4f035021ecc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.382015] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307712a-c6bb-4dbe-b87e-f9f54533b64f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.388153] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f46543-30c4-43be-b78d-1dc5c092c505 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.413835] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.560691] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Successfully updated port: b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.624604] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Successfully updated port: b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.918552] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.065929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.066106] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.066258] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.131259] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.131259] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquired lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.131259] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.354185] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "13652151-da46-4228-b335-104fe331c9c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.355784] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.426507] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.426507] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.636569] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.866186] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.869698] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.063237] env[62622]: DEBUG nova.network.neutron [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Updating instance_info_cache with network_info: [{"id": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "address": "fa:16:3e:c4:8d:65", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a2a3ed-ef", "ovs_interfaceid": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.098846] env[62622]: DEBUG nova.network.neutron [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Updating instance_info_cache with network_info: [{"id": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "address": "fa:16:3e:fb:7e:66", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ad1280-c9", "ovs_interfaceid": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.208898] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "33793592-5c95-4583-a778-4086b87854ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.209387] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.399083] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.399448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.401491] env[62622]: INFO nova.compute.claims [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.538213] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Successfully updated port: aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.568928] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.568928] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Instance network_info: |[{"id": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "address": "fa:16:3e:c4:8d:65", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a2a3ed-ef", "ovs_interfaceid": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.569331] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8d:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.586041] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.587473] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c91c7aef-e4a3-4e8b-aad8-7663563f7b5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.601331] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created folder: OpenStack in parent group-v4. [ 551.601331] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating folder: Project (a0ff8e3a7c15404894bdce29d06b083c). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.601331] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57edf1ed-02d9-443a-a914-fb6c2a7abc64 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.603287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Releasing lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.603706] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Instance network_info: |[{"id": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "address": "fa:16:3e:fb:7e:66", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ad1280-c9", "ovs_interfaceid": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.605345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:7e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ad1280-c9c9-4ce6-bcef-b723b62094a4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.620145] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Creating folder: Project (a413cacf11d4445b870ce259e07aa758). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.621106] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a604dd0-c75c-4c34-8dfc-009810691d0c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.630454] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created folder: Project (a0ff8e3a7c15404894bdce29d06b083c) in parent group-v544184. [ 551.631902] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating folder: Instances. Parent ref: group-v544185. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.632594] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199e443b-83fe-4813-b127-3f507744bad3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.635139] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Created folder: Project (a413cacf11d4445b870ce259e07aa758) in parent group-v544184. [ 551.635430] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Creating folder: Instances. Parent ref: group-v544186. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.637029] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414d83fa-027a-46d4-add8-255f5142d69c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.647130] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created folder: Instances in parent group-v544185. [ 551.647130] env[62622]: DEBUG oslo.service.loopingcall [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.647536] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.647930] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Created folder: Instances in parent group-v544186. [ 551.648283] env[62622]: DEBUG oslo.service.loopingcall [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.648699] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d60c761-af26-4862-9d8a-2c757947bb07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.667470] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.667913] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68c0783-76e2-4af1-a706-5c3a72ea9371 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.690045] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.690045] env[62622]: value = "task-2700749" [ 551.690045] env[62622]: _type = "Task" [ 551.690045] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.691447] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.691447] env[62622]: value = "task-2700750" [ 551.691447] env[62622]: _type = "Task" [ 551.691447] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.704178] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700750, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.707474] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700749, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.711971] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.040664] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.040867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquired lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.041215] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.207158] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700750, 'name': CreateVM_Task, 'duration_secs': 0.369498} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.212279] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.212643] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700749, 'name': CreateVM_Task, 'duration_secs': 0.368219} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.214976] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.237641] env[62622]: DEBUG oslo_vmware.service [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f603ae9-714f-410f-b66c-2e80d6d12050 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.246900] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.247122] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.247800] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.248101] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da92bd0e-2a2d-419c-a1a9-59e01be14bf2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.251329] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.252425] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.256170] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 552.256170] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dfcdb0-49f9-93d1-8d40-e61ede4b791c" [ 552.256170] env[62622]: _type = "Task" [ 552.256170] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.264125] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dfcdb0-49f9-93d1-8d40-e61ede4b791c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.302214] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.302397] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.541366] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34783139-8d1d-4ebc-918a-da985438f8a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.551210] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd0d53-6bf1-4a43-a269-895338ad0cf2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.585979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a810b37-59c0-46ab-b4ef-af57ae943640 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.594746] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7ce28-d75b-49df-9c70-05f4a8a304e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.610052] env[62622]: DEBUG nova.compute.provider_tree [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.643830] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.694492] env[62622]: DEBUG nova.compute.manager [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Received event network-vif-plugged-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.694677] env[62622]: DEBUG oslo_concurrency.lockutils [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] Acquiring lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.694943] env[62622]: DEBUG oslo_concurrency.lockutils [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.696241] env[62622]: DEBUG oslo_concurrency.lockutils [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.696530] env[62622]: DEBUG nova.compute.manager [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] No waiting events found dispatching network-vif-plugged-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.696655] env[62622]: WARNING nova.compute.manager [req-4b7cc3cb-40bd-4430-9aec-9204b4f50917 req-09723753-c4b1-421d-908a-df7c530768fa service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Received unexpected event network-vif-plugged-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac for instance with vm_state building and task_state spawning. [ 552.769131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.769592] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.769661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.769853] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.771520] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.771520] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.771520] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.771520] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2d1b2e-7427-43e3-acf5-9bbd3c332699 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.773383] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e914712-ffd7-4392-8841-05bc5da328b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.779426] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 552.779426] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221f062-a160-4b08-79c3-2dffca345d78" [ 552.779426] env[62622]: _type = "Task" [ 552.779426] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.788107] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221f062-a160-4b08-79c3-2dffca345d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.793667] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.793667] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.793828] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb98a90-572d-4687-a97c-5a854ea66a93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.802993] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee96aba-0eec-47ab-9003-15aca78c5c4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.806127] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.810868] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 552.810868] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526d500f-de13-f07e-ce1f-62fbc121a670" [ 552.810868] env[62622]: _type = "Task" [ 552.810868] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.819364] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526d500f-de13-f07e-ce1f-62fbc121a670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.119650] env[62622]: DEBUG nova.scheduler.client.report [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.282851] env[62622]: DEBUG nova.network.neutron [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Updating instance_info_cache with network_info: [{"id": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "address": "fa:16:3e:93:2b:fb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae449ff-fa", "ovs_interfaceid": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.296246] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.299199] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.299199] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.330135] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 553.330135] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating directory with path [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.330135] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a7e3e05-843b-453d-ae6f-c1837e783cce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.348012] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.352352] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created directory with path [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.352537] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Fetch image to [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 553.352701] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Downloading image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk on the data store datastore2 {{(pid=62622) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 553.353523] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71df2a06-9adc-44ea-8b14-2be89c1e2759 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.363306] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8b76f-069c-4925-af8e-b6d2c81a5cdc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.375589] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b87ea-402b-4de6-8718-8ec308a210b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.415665] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028a269-69f2-4cac-a830-bdc931f91fb7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.422559] env[62622]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f302d829-af03-4ec5-b63f-8f47cd655dd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.452343] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Downloading image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to the data store datastore2 {{(pid=62622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 553.551018] env[62622]: DEBUG oslo_vmware.rw_handles [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 553.630499] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.631081] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.639433] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.388s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.640947] env[62622]: INFO nova.compute.claims [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.647103] env[62622]: DEBUG nova.compute.manager [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Received event network-vif-plugged-aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.647103] env[62622]: DEBUG oslo_concurrency.lockutils [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] Acquiring lock "162981df-6203-402e-8443-757c301b577e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.647266] env[62622]: DEBUG oslo_concurrency.lockutils [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] Lock "162981df-6203-402e-8443-757c301b577e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.647457] env[62622]: DEBUG oslo_concurrency.lockutils [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] Lock "162981df-6203-402e-8443-757c301b577e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.647624] env[62622]: DEBUG nova.compute.manager [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] [instance: 162981df-6203-402e-8443-757c301b577e] No waiting events found dispatching network-vif-plugged-aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.647789] env[62622]: WARNING nova.compute.manager [req-239cda5f-1aa9-406e-bdb1-6e7c1d0fac89 req-bff96190-0669-4f70-99ff-21334b5c51d6 service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Received unexpected event network-vif-plugged-aae449ff-fad0-4951-9a70-79347b8bc3ba for instance with vm_state building and task_state spawning. [ 553.789505] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Releasing lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.789812] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Instance network_info: |[{"id": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "address": "fa:16:3e:93:2b:fb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae449ff-fa", "ovs_interfaceid": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.791445] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:2b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aae449ff-fad0-4951-9a70-79347b8bc3ba', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.800092] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Creating folder: Project (858afb965bf244ddaa25608fe924884f). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.803125] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb059d2a-976a-40e2-846d-2147169390bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.813080] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Created folder: Project (858afb965bf244ddaa25608fe924884f) in parent group-v544184. [ 553.813316] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Creating folder: Instances. Parent ref: group-v544191. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.813571] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5504f5e5-36cb-4831-b17a-d072aaabb78a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.828604] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Created folder: Instances in parent group-v544191. [ 553.828849] env[62622]: DEBUG oslo.service.loopingcall [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.832570] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162981df-6203-402e-8443-757c301b577e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.834293] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f5b52e-d82f-425c-b7d9-0a5f43819874 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.857098] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.857098] env[62622]: value = "task-2700753" [ 553.857098] env[62622]: _type = "Task" [ 553.857098] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.874487] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700753, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.153752] env[62622]: DEBUG nova.compute.utils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.166614] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.166614] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.343142] env[62622]: DEBUG nova.policy [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17903b39d8f04fc2a4f552e3c3c1be69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cec7779b77e4d958d16dedab7a59f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.344773] env[62622]: DEBUG oslo_vmware.rw_handles [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 554.344954] env[62622]: DEBUG oslo_vmware.rw_handles [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 554.369286] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700753, 'name': CreateVM_Task, 'duration_secs': 0.348042} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.371560] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162981df-6203-402e-8443-757c301b577e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.371560] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.371560] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.371560] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.371560] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c2136a-7f2f-4535-b042-f9f4069f3c4f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.376415] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 554.376415] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5270464e-9be6-8939-5cc5-47195c6e86d5" [ 554.376415] env[62622]: _type = "Task" [ 554.376415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.385249] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5270464e-9be6-8939-5cc5-47195c6e86d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.467112] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Downloaded image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk on the data store datastore2 {{(pid=62622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 554.468986] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 554.469097] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copying Virtual Disk [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk to [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.471154] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0268d7e-bb86-4a75-9384-938bfb821f65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.480596] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 554.480596] env[62622]: value = "task-2700754" [ 554.480596] env[62622]: _type = "Task" [ 554.480596] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.494508] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.659386] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.864365] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54708c-cf06-499c-83b1-52957e9db6fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.871473] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467e85c7-4809-4628-b4a1-d7d7eb242069 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.924145] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.924355] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.925026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.925693] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6068f3c3-81fc-4d7f-85ed-64feb189f86c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.933446] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c166ab4-c53e-4ba6-b569-e7677780eba5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.954024] env[62622]: DEBUG nova.compute.provider_tree [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.996186] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700754, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.107867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.108811] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.137500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.139608] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.462156] env[62622]: DEBUG nova.scheduler.client.report [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.498648] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763789} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.498996] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copied Virtual Disk [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk to [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.499653] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleting the datastore file [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.500491] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e5a909-4fea-4e31-be81-21477234bc86 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.508288] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 555.508288] env[62622]: value = "task-2700755" [ 555.508288] env[62622]: _type = "Task" [ 555.508288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.520144] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.544375] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.544623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.611246] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.644082] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.672179] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.706020] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.706020] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.706020] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.706160] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.706160] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.706160] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.706243] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.706379] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.706542] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.706817] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.707147] env[62622]: DEBUG nova.virt.hardware [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.708430] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df550628-e6f4-4ab1-9a39-d40dc3c41340 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.716339] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e639148-83ea-4e88-9bce-ca949ad3a381 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.972750] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.974544] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.981062] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.631s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.981209] env[62622]: INFO nova.compute.claims [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.018510] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02956} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.018755] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.018960] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Moving file from [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939/494029ea-a5c5-4db8-8f38-96c760c3eb78 to [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78. {{(pid=62622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 556.019216] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-09bbfde1-32d9-43d8-8c74-9c4a9c4fa1dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.026528] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 556.026528] env[62622]: value = "task-2700756" [ 556.026528] env[62622]: _type = "Task" [ 556.026528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.034753] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700756, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.047236] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.138727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.165518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.364338] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Successfully created port: 88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.487057] env[62622]: DEBUG nova.compute.utils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.488581] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.488760] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.543820] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700756, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029757} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.543887] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] File moved {{(pid=62622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 556.545028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Cleaning up location [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 556.545028] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleting the datastore file [datastore2] vmware_temp/78d68635-ead3-4aa1-92a8-3483a4604939 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.545028] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7059c32b-14c5-4391-9cc2-06d35c9818e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.552306] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 556.552306] env[62622]: value = "task-2700757" [ 556.552306] env[62622]: _type = "Task" [ 556.552306] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.565794] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.578087] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.706444] env[62622]: DEBUG nova.policy [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd0172a387f440491c7ab1255744664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e80e512ec3394ae7864c35db12089722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.993718] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.004015] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Received event network-vif-plugged-b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.004015] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Acquiring lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.004015] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.004015] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.004015] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] No waiting events found dispatching network-vif-plugged-b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.004349] env[62622]: WARNING nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Received unexpected event network-vif-plugged-b1ad1280-c9c9-4ce6-bcef-b723b62094a4 for instance with vm_state building and task_state spawning. [ 557.004349] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Received event network-changed-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.004349] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Refreshing instance network info cache due to event network-changed-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.004349] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Acquiring lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.004349] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Acquired lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.004570] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Refreshing network info cache for port b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.061316] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024536} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.061544] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 557.062406] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d9d20e-3528-4070-80cc-13fb48510bc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.067540] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 557.067540] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52befd7e-75eb-b463-1c46-4d986117de29" [ 557.067540] env[62622]: _type = "Task" [ 557.067540] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.078738] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52befd7e-75eb-b463-1c46-4d986117de29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.198543] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.198860] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.258027] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f938da-ceca-42c6-ab49-7e214bbaf824 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.267864] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcba4e-3b29-4d0e-a3d0-aef468adeca9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.305046] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c817e0-8f94-4c53-a1e3-f165c0f90b71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.308628] env[62622]: DEBUG nova.compute.manager [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Received event network-changed-aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.308809] env[62622]: DEBUG nova.compute.manager [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Refreshing instance network info cache due to event network-changed-aae449ff-fad0-4951-9a70-79347b8bc3ba. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.309027] env[62622]: DEBUG oslo_concurrency.lockutils [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] Acquiring lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.309173] env[62622]: DEBUG oslo_concurrency.lockutils [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] Acquired lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.309331] env[62622]: DEBUG nova.network.neutron [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Refreshing network info cache for port aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.316379] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96d9ee-3eae-452a-95d9-62e24b34e686 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.332080] env[62622]: DEBUG nova.compute.provider_tree [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.586925] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52befd7e-75eb-b463-1c46-4d986117de29, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.586925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.587077] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c/7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.587357] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.587533] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.587737] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045c6382-bbac-4f0e-830b-7a5d65c7cb2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.590503] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9aeab50-10a3-49ce-bb82-6979b12ed4cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.598580] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 557.598580] env[62622]: value = "task-2700758" [ 557.598580] env[62622]: _type = "Task" [ 557.598580] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.603183] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.603373] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.604312] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3a5c66-ab93-45e0-9aaa-6fed17ca72eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.612464] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.613846] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 557.613846] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2a639-d82b-374a-59d7-5f4cd3c0ee73" [ 557.613846] env[62622]: _type = "Task" [ 557.613846] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.622461] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2a639-d82b-374a-59d7-5f4cd3c0ee73, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.623800] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d490470c-62d5-43e5-8647-2e01968e54f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.628517] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 557.628517] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f4c52-0fa3-ce28-ab47-c70a0af7b48b" [ 557.628517] env[62622]: _type = "Task" [ 557.628517] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.637068] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f4c52-0fa3-ce28-ab47-c70a0af7b48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.647979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.649434] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.702740] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.837607] env[62622]: DEBUG nova.scheduler.client.report [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.007380] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.054311] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.054311] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.054311] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.054444] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.054883] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.055227] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.055579] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.055867] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.056186] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.056537] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.057290] env[62622]: DEBUG nova.virt.hardware [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.058369] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb890a71-d597-4e18-b4d1-18da40e45b48 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.069407] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b6a6a-398a-425e-984a-acdf13dda2a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.112840] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.142346] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f4c52-0fa3-ce28-ab47-c70a0af7b48b, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.142808] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.143609] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2/cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.143609] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.143609] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.143975] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2533227-0633-4785-bdc7-0ae54872d2a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.146232] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1329bc8-08e2-4857-aaae-7dd33e197006 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.154720] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 558.154720] env[62622]: value = "task-2700759" [ 558.154720] env[62622]: _type = "Task" [ 558.154720] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.155789] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.156022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.161118] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ca5c3d-20d9-4fce-bf4e-976ec8597fa0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.173615] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.173970] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 558.173970] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa40d-d35c-6c4f-5aa3-2a6fd3a87056" [ 558.173970] env[62622]: _type = "Task" [ 558.173970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.184787] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa40d-d35c-6c4f-5aa3-2a6fd3a87056, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.184787] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f25e8ec-7acd-4e24-ad88-33718504e635 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.190393] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 558.190393] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a947e-19f5-b27d-5d03-628f6e3fae66" [ 558.190393] env[62622]: _type = "Task" [ 558.190393] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.199881] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a947e-19f5-b27d-5d03-628f6e3fae66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.246828] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.343708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.343708] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.347758] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.208s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.349209] env[62622]: INFO nova.compute.claims [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.462077] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Successfully created port: 55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.621702] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554641} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.622168] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c/7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.622348] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.622669] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9340500e-f0cd-4be6-8a1f-25fbb33739c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.631118] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 558.631118] env[62622]: value = "task-2700760" [ 558.631118] env[62622]: _type = "Task" [ 558.631118] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.642098] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.666038] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495547} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.666628] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2/cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.666857] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.667133] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dffaa26-01c9-48c4-afff-d9f597534152 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.674635] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 558.674635] env[62622]: value = "task-2700761" [ 558.674635] env[62622]: _type = "Task" [ 558.674635] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.688826] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.701800] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a947e-19f5-b27d-5d03-628f6e3fae66, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.701800] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.702090] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 162981df-6203-402e-8443-757c301b577e/162981df-6203-402e-8443-757c301b577e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.702346] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f93773b-f06b-4153-a61f-b9226ad269dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.709506] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 558.709506] env[62622]: value = "task-2700762" [ 558.709506] env[62622]: _type = "Task" [ 558.709506] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.718203] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.856146] env[62622]: DEBUG nova.compute.utils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.863868] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.864078] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.945405] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Updated VIF entry in instance network info cache for port b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.946373] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Updating instance_info_cache with network_info: [{"id": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "address": "fa:16:3e:c4:8d:65", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a2a3ed-ef", "ovs_interfaceid": "b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.137409] env[62622]: DEBUG nova.network.neutron [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Updated VIF entry in instance network info cache for port aae449ff-fad0-4951-9a70-79347b8bc3ba. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.137744] env[62622]: DEBUG nova.network.neutron [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Updating instance_info_cache with network_info: [{"id": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "address": "fa:16:3e:93:2b:fb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae449ff-fa", "ovs_interfaceid": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.145658] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077551} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.146203] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.147842] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde139c-0009-406d-a02e-b8cf217d64e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.153984] env[62622]: DEBUG nova.policy [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fd0d50529184e08a14dbf49cf328323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f5858c7594fa782b067ac4761a6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.182348] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c/7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.183758] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a25e64d-0a45-4be8-b6f5-ccfb68f1cf60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.220406] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072912} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.221012] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 559.221012] env[62622]: value = "task-2700763" [ 559.221012] env[62622]: _type = "Task" [ 559.221012] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.223526] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.223526] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac4b310-144c-477a-8e28-ffab36bcd344 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.252661] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2/cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.259565] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c6f8ee-3c34-49f4-b2ad-664d9a4568a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.273776] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459218} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.274485] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.275707] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 162981df-6203-402e-8443-757c301b577e/162981df-6203-402e-8443-757c301b577e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.276049] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.276601] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3444630-8000-4484-9b49-6f91b83c196b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.282906] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 559.282906] env[62622]: value = "task-2700764" [ 559.282906] env[62622]: _type = "Task" [ 559.282906] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.286089] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 559.286089] env[62622]: value = "task-2700765" [ 559.286089] env[62622]: _type = "Task" [ 559.286089] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.295040] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.299757] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.364927] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.450145] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Releasing lock "refresh_cache-7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.450145] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Received event network-changed-b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.450145] env[62622]: DEBUG nova.compute.manager [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Refreshing instance network info cache due to event network-changed-b1ad1280-c9c9-4ce6-bcef-b723b62094a4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.450145] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Acquiring lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.450145] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Acquired lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.450838] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Refreshing network info cache for port b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.641746] env[62622]: DEBUG oslo_concurrency.lockutils [req-0eea1914-5bb1-4a49-80ce-6088b029fa48 req-42a0e7e9-556e-446e-8e46-ef95ed26732a service nova] Releasing lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.737961] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700763, 'name': ReconfigVM_Task, 'duration_secs': 0.312298} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.737961] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c/7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.739057] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2b6a52-cb96-4040-9a6b-9d264afef6f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.748031] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 559.748031] env[62622]: value = "task-2700766" [ 559.748031] env[62622]: _type = "Task" [ 559.748031] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.748031] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dbccaa-7d13-4f5e-a672-ddc37005ed27 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.770033] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700766, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.771311] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84370a3f-079b-4923-86cb-0ac323524a80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.813572] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1401f1-6527-4f4a-b4b1-7c4a4ca060e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.821640] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700764, 'name': ReconfigVM_Task, 'duration_secs': 0.309005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.830186] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2/cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.830186] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065939} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.830186] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d346b696-a18b-4dd5-9096-f832e4daf01f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.832744] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e993da8-440b-4d2b-b792-a04ce42a8da7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.838561] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.839519] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ab342-886f-490e-a5a8-203b608858de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.854808] env[62622]: DEBUG nova.compute.provider_tree [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.869295] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 559.869295] env[62622]: value = "task-2700767" [ 559.869295] env[62622]: _type = "Task" [ 559.869295] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.878389] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 162981df-6203-402e-8443-757c301b577e/162981df-6203-402e-8443-757c301b577e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.880173] env[62622]: DEBUG nova.scheduler.client.report [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.887046] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd7a7dc-0900-4ace-bd48-dd02e387fe06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.906470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.558s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.906470] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.911226] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.746s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.912700] env[62622]: INFO nova.compute.claims [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.921390] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700767, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.923242] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 559.923242] env[62622]: value = "task-2700768" [ 559.923242] env[62622]: _type = "Task" [ 559.923242] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.931538] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.260691] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700766, 'name': Rename_Task, 'duration_secs': 0.156395} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.263050] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.264718] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf19221-f4fc-4fd1-9997-a33322e2dd55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.271935] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 560.271935] env[62622]: value = "task-2700769" [ 560.271935] env[62622]: _type = "Task" [ 560.271935] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.281422] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.395941] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700767, 'name': Rename_Task, 'duration_secs': 0.181149} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.396666] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.397221] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9429da59-e9a2-40aa-b481-3cda804c4ab4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.406025] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 560.406025] env[62622]: value = "task-2700770" [ 560.406025] env[62622]: _type = "Task" [ 560.406025] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.406025] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.423653] env[62622]: DEBUG nova.compute.utils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.427725] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.427725] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.427725] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.444104] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700768, 'name': ReconfigVM_Task, 'duration_secs': 0.282579} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.446337] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 162981df-6203-402e-8443-757c301b577e/162981df-6203-402e-8443-757c301b577e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.446423] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2aebd10-c5ea-46fd-9170-9a62ced58453 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.453789] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 560.453789] env[62622]: value = "task-2700771" [ 560.453789] env[62622]: _type = "Task" [ 560.453789] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.465830] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:12:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2023501205',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1581630372',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.465830] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.465830] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.465983] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.465983] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.465983] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.465983] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.465983] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.466134] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.466134] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.466134] env[62622]: DEBUG nova.virt.hardware [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.466678] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f94371-dac1-469d-8e3c-57c05fd3ca76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.476880] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700771, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.482894] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710d547-5f88-41cf-b3b6-01c997ec1529 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.696178] env[62622]: DEBUG nova.policy [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e738313292d40e2ab17af51ad47e68c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16d56ecbe64c4110ace16f07fc30fdd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.784031] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.900059] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Successfully updated port: 88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.917278] env[62622]: DEBUG oslo_vmware.api [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700770, 'name': PowerOnVM_Task, 'duration_secs': 0.490412} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.918405] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.918748] env[62622]: INFO nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Took 16.03 seconds to spawn the instance on the hypervisor. [ 560.918994] env[62622]: DEBUG nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.921780] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da1415-773b-4f63-92bc-9044b0fd7e8a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.931934] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.967149] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700771, 'name': Rename_Task, 'duration_secs': 0.14456} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.967437] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.967678] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91fe7696-9b0e-4712-bb3a-df244d9c601d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.981866] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 560.981866] env[62622]: value = "task-2700772" [ 560.981866] env[62622]: _type = "Task" [ 560.981866] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.988225] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.183569] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8746a4cc-6767-4ea4-adbc-6adeca25b250 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.190451] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44749ed1-9e86-4610-b2ac-34781ca7a876 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.230335] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c8dd64-04a4-4dc5-b6e7-9a8d7648cd2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.239194] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40773f97-b8a9-40e5-b03d-61ce6a145a4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.254314] env[62622]: DEBUG nova.compute.provider_tree [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.280125] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Updated VIF entry in instance network info cache for port b1ad1280-c9c9-4ce6-bcef-b723b62094a4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.280527] env[62622]: DEBUG nova.network.neutron [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Updating instance_info_cache with network_info: [{"id": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "address": "fa:16:3e:fb:7e:66", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ad1280-c9", "ovs_interfaceid": "b1ad1280-c9c9-4ce6-bcef-b723b62094a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.292241] env[62622]: DEBUG oslo_vmware.api [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700769, 'name': PowerOnVM_Task, 'duration_secs': 0.51497} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.292241] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.292241] env[62622]: INFO nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Took 14.19 seconds to spawn the instance on the hypervisor. [ 561.292241] env[62622]: DEBUG nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.292241] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf5c8d-b56a-4c4b-9909-6dc46f321116 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.403454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.406429] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquired lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.406429] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.415849] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Successfully created port: 527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.425365] env[62622]: DEBUG nova.compute.manager [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Received event network-vif-plugged-88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.426415] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] Acquiring lock "13652151-da46-4228-b335-104fe331c9c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.427155] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] Lock "13652151-da46-4228-b335-104fe331c9c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.427155] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] Lock "13652151-da46-4228-b335-104fe331c9c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.430560] env[62622]: DEBUG nova.compute.manager [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] No waiting events found dispatching network-vif-plugged-88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.430560] env[62622]: WARNING nova.compute.manager [req-2a501636-a86b-465d-ba20-fb8d867942d6 req-586f610b-2fb4-497f-a99d-860ec3b66f4f service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Received unexpected event network-vif-plugged-88a21767-407b-4f3d-877e-8fce96f00b16 for instance with vm_state building and task_state spawning. [ 561.452481] env[62622]: INFO nova.compute.manager [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Took 20.84 seconds to build instance. [ 561.491779] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.760524] env[62622]: DEBUG nova.scheduler.client.report [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.785180] env[62622]: DEBUG oslo_concurrency.lockutils [req-893d16f4-bfbc-4ceb-8342-7ea0c2f34148 req-d068cf93-b963-42c5-b605-a46f74a8915e service nova] Releasing lock "refresh_cache-cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.812291] env[62622]: INFO nova.compute.manager [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Took 19.72 seconds to build instance. [ 561.943947] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.960151] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6bf056b0-a952-4ed7-ae0b-b524d2e6bd88 tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.363s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.975311] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.975577] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.975720] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.975969] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.976654] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.977064] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.977606] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.977985] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.978311] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.978505] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.978683] env[62622]: DEBUG nova.virt.hardware [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.979903] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46978a44-9767-4b39-b64a-9d12922338fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.000346] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.004021] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ae06b-58bf-4c57-9f4c-a6783cceadbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.068843] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.266761] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.268897] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.275785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.694s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.275785] env[62622]: INFO nova.compute.claims [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.315491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01f26bc7-7e10-41a4-8d20-dbd4273480ad tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.240s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.463876] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.489571] env[62622]: DEBUG oslo_vmware.api [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700772, 'name': PowerOnVM_Task, 'duration_secs': 1.0253} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.489883] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.490032] env[62622]: INFO nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Took 13.20 seconds to spawn the instance on the hypervisor. [ 562.490210] env[62622]: DEBUG nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.491453] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61622fbf-53af-43e9-8d89-7e7f5c981f68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.772536] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Successfully updated port: 55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.779706] env[62622]: DEBUG nova.compute.utils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.783641] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.783641] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.007720] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.011031] env[62622]: INFO nova.compute.manager [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Took 20.74 seconds to build instance. [ 563.199901] env[62622]: DEBUG nova.network.neutron [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updating instance_info_cache with network_info: [{"id": "88a21767-407b-4f3d-877e-8fce96f00b16", "address": "fa:16:3e:c3:db:15", "network": {"id": "cabed3ff-744c-4400-9cbf-bd78242553e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-527336079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cec7779b77e4d958d16dedab7a59f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a21767-40", "ovs_interfaceid": "88a21767-407b-4f3d-877e-8fce96f00b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.239772] env[62622]: DEBUG nova.policy [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5890b77540ac4e7ebb04ac8f0c0a1baa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3dacb6d99f246b79f2167db10f42438', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.275744] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.275901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquired lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.276063] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.284279] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.423970] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Successfully created port: 8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.492118] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7912f86-7450-43e5-ac52-d920277ebf0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.501025] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae669a9-10f2-4e19-a221-35e0b4082898 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.538682] env[62622]: DEBUG oslo_concurrency.lockutils [None req-852c1702-788e-4376-ba9b-d13dcf5a94f0 tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.272s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.539677] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f56bb-6d30-422f-ba89-d40375161ae3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.549322] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb4f90-43e8-4d23-871b-e71081c8074c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.564993] env[62622]: DEBUG nova.compute.provider_tree [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.706362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Releasing lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.706362] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Instance network_info: |[{"id": "88a21767-407b-4f3d-877e-8fce96f00b16", "address": "fa:16:3e:c3:db:15", "network": {"id": "cabed3ff-744c-4400-9cbf-bd78242553e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-527336079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cec7779b77e4d958d16dedab7a59f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a21767-40", "ovs_interfaceid": "88a21767-407b-4f3d-877e-8fce96f00b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.706489] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:db:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88a21767-407b-4f3d-877e-8fce96f00b16', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.723086] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Creating folder: Project (3cec7779b77e4d958d16dedab7a59f6f). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.723086] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e6e18a6-84ae-4247-9b23-099921ada4e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.728581] env[62622]: DEBUG nova.compute.manager [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Received event network-vif-plugged-55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.728581] env[62622]: DEBUG oslo_concurrency.lockutils [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] Acquiring lock "33793592-5c95-4583-a778-4086b87854ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.728581] env[62622]: DEBUG oslo_concurrency.lockutils [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] Lock "33793592-5c95-4583-a778-4086b87854ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.728581] env[62622]: DEBUG oslo_concurrency.lockutils [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] Lock "33793592-5c95-4583-a778-4086b87854ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.728581] env[62622]: DEBUG nova.compute.manager [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] No waiting events found dispatching network-vif-plugged-55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.728864] env[62622]: WARNING nova.compute.manager [req-b5234130-a377-4c9a-8a80-8120329fb60c req-a6123580-b9d9-4486-afcc-03ae0114b54a service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Received unexpected event network-vif-plugged-55d3cb7a-2685-4c3e-89e4-56880a61cb2e for instance with vm_state building and task_state spawning. [ 563.740249] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Created folder: Project (3cec7779b77e4d958d16dedab7a59f6f) in parent group-v544184. [ 563.740501] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Creating folder: Instances. Parent ref: group-v544194. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.744088] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d11be76a-a52f-4a46-8c88-5b72c16d80db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.751300] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Created folder: Instances in parent group-v544194. [ 563.751568] env[62622]: DEBUG oslo.service.loopingcall [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.752179] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.752179] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207d331c-643d-4112-a82b-8bb9b654ceb5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.775319] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.775319] env[62622]: value = "task-2700775" [ 563.775319] env[62622]: _type = "Task" [ 563.775319] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.786938] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700775, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.927934] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.073086] env[62622]: DEBUG nova.scheduler.client.report [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.290962] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700775, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.301180] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.324678] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.324678] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.324678] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.324678] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.324908] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.324908] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.324908] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.325024] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.325362] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.325362] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.325520] env[62622]: DEBUG nova.virt.hardware [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.326412] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933e8ea-b9f1-4b84-9588-0617051899b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.334771] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ddc955-5f2e-4639-a65f-91b3d468af17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.497654] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Successfully created port: 06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.580153] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.580917] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.586046] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.339s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.588926] env[62622]: INFO nova.compute.claims [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.663357] env[62622]: DEBUG nova.network.neutron [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Updating instance_info_cache with network_info: [{"id": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "address": "fa:16:3e:38:c2:82", "network": {"id": "c600e9da-011b-4934-b2bd-75ad0d8f7a29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1619415454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80e512ec3394ae7864c35db12089722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d3cb7a-26", "ovs_interfaceid": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.795589] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700775, 'name': CreateVM_Task, 'duration_secs': 0.528961} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.795589] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.796608] env[62622]: DEBUG oslo_vmware.service [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e7fa6-7420-471f-bea5-4e8f2357c55e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.806064] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.807022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.807022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.807022] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0228ca1-c2c7-43a7-9b15-8e56591ee5ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.815843] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 564.815843] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cea990-4372-98b7-0dfa-66db73f51640" [ 564.815843] env[62622]: _type = "Task" [ 564.815843] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.830218] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cea990-4372-98b7-0dfa-66db73f51640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.082020] env[62622]: DEBUG nova.compute.manager [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Received event network-changed-88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.082020] env[62622]: DEBUG nova.compute.manager [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Refreshing instance network info cache due to event network-changed-88a21767-407b-4f3d-877e-8fce96f00b16. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.082020] env[62622]: DEBUG oslo_concurrency.lockutils [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] Acquiring lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.082020] env[62622]: DEBUG oslo_concurrency.lockutils [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] Acquired lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.082020] env[62622]: DEBUG nova.network.neutron [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Refreshing network info cache for port 88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.093605] env[62622]: DEBUG nova.compute.utils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 565.100980] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 565.146335] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Successfully updated port: 527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.168875] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Releasing lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.169577] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Instance network_info: |[{"id": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "address": "fa:16:3e:38:c2:82", "network": {"id": "c600e9da-011b-4934-b2bd-75ad0d8f7a29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1619415454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80e512ec3394ae7864c35db12089722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d3cb7a-26", "ovs_interfaceid": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.169910] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c2:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d3cb7a-2685-4c3e-89e4-56880a61cb2e', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.181270] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Creating folder: Project (e80e512ec3394ae7864c35db12089722). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.181944] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5227f7-cc3c-4744-ba02-eee73bade5b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.193584] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Created folder: Project (e80e512ec3394ae7864c35db12089722) in parent group-v544184. [ 565.193788] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Creating folder: Instances. Parent ref: group-v544197. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.194274] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d23ec72-8a30-4d75-9840-9d5908f7d4ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.203742] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Created folder: Instances in parent group-v544197. [ 565.203988] env[62622]: DEBUG oslo.service.loopingcall [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.204209] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.204414] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b96ca56a-67da-4b90-a39c-845cfd9d1e87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.229751] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.229751] env[62622]: value = "task-2700778" [ 565.229751] env[62622]: _type = "Task" [ 565.229751] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.242253] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700778, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.331732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.331999] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.332265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.332408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.332589] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.332854] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07caf619-5ad2-47d5-9414-625ca1adbee5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.352994] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.353663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.354147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898d11c0-8cc4-4436-a57f-55f8c4edb028 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.363185] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fda6abc-aacb-4840-a131-e8f4c54e94ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.374409] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 565.374409] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520754de-0f4b-d016-9bbe-3cfe824a38b4" [ 565.374409] env[62622]: _type = "Task" [ 565.374409] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.388772] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520754de-0f4b-d016-9bbe-3cfe824a38b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.398637] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "9a96a908-513e-482d-bfc9-950c029a1b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.399193] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.608354] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.653663] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.653663] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.653663] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.748789] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700778, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.908625] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 565.909332] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Creating directory with path [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.911415] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.914718] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b1e47a6-d4ec-4ca3-8de2-91cbde871edb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.932113] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e5ff63-d30e-45fe-b56f-738fd0cbba48 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.942579] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351c1f0-936f-41ea-9b79-fab85a4f9fab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.982014] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a3876-999f-4eb9-94cd-c67f951675fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.987418] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Created directory with path [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.987671] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Fetch image to [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 565.987808] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Downloading image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk on the data store datastore1 {{(pid=62622) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 565.988934] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef445fe1-3de6-4f81-b5ce-b69651e5c43c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.999628] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60836c-ca7a-4c08-9de7-a73bbc50f99b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.005950] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7382f4-5569-49b4-859c-26e9ce5bb7b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.025046] env[62622]: DEBUG nova.compute.provider_tree [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.027414] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa51d05-0cba-4fa0-a878-bd4ea031e19a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.066575] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Successfully updated port: 8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.074947] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35478a3a-b226-403a-b37f-588dcc8a6222 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.082183] env[62622]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-762cf7a6-e877-484e-91c1-efc139f24e2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.120806] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Downloading image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to the data store datastore1 {{(pid=62622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 566.193130] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 566.257092] env[62622]: DEBUG nova.network.neutron [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updated VIF entry in instance network info cache for port 88a21767-407b-4f3d-877e-8fce96f00b16. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.257452] env[62622]: DEBUG nova.network.neutron [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updating instance_info_cache with network_info: [{"id": "88a21767-407b-4f3d-877e-8fce96f00b16", "address": "fa:16:3e:c3:db:15", "network": {"id": "cabed3ff-744c-4400-9cbf-bd78242553e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-527336079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cec7779b77e4d958d16dedab7a59f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a21767-40", "ovs_interfaceid": "88a21767-407b-4f3d-877e-8fce96f00b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.267246] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.279544] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700778, 'name': CreateVM_Task, 'duration_secs': 0.721972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.280517] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.281251] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.281430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.281928] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.282644] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0ece56-28a1-4a24-b2a9-813bbb51f98d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.288932] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 566.288932] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52639ca0-3a4f-bebb-de0f-6c26f89126b0" [ 566.288932] env[62622]: _type = "Task" [ 566.288932] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.297373] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52639ca0-3a4f-bebb-de0f-6c26f89126b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.419770] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.421042] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.453280] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.537680] env[62622]: DEBUG nova.scheduler.client.report [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.576013] env[62622]: DEBUG nova.network.neutron [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updating instance_info_cache with network_info: [{"id": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "address": "fa:16:3e:9b:2c:37", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527fd6bd-56", "ovs_interfaceid": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.580820] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.580952] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquired lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.581110] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.630654] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.639851] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Successfully updated port: 06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.671421] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.674257] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.674257] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.674257] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.674257] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.674257] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.674819] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.674819] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.674819] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.674819] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.674819] env[62622]: DEBUG nova.virt.hardware [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.675746] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97230be-fd22-4c6b-b867-fe697cb410e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.689100] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea24d28-f363-489b-bda5-703e8e618dd5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.715330] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.721526] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Creating folder: Project (fe42835f5037427c94232be334ab71f4). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.727285] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d051b39a-01f2-4351-a0e7-f9527bce3dbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.735107] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Created folder: Project (fe42835f5037427c94232be334ab71f4) in parent group-v544184. [ 566.735355] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Creating folder: Instances. Parent ref: group-v544200. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.735625] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3020e76-22a1-4846-9596-1418570498aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.744867] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Created folder: Instances in parent group-v544200. [ 566.745182] env[62622]: DEBUG oslo.service.loopingcall [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.745382] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.748134] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76379a6f-5236-4ee3-aa47-143b64017544 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.763447] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.763447] env[62622]: value = "task-2700781" [ 566.763447] env[62622]: _type = "Task" [ 566.763447] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.770538] env[62622]: DEBUG oslo_concurrency.lockutils [req-480ebb17-1f93-4ce1-a2b6-11f1a8c81e3e req-de4556de-eeb6-4073-8620-8c2b437cb7e2 service nova] Releasing lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.776833] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700781, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.809550] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.809875] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.810161] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.881111] env[62622]: DEBUG nova.compute.manager [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] [instance: 162981df-6203-402e-8443-757c301b577e] Received event network-changed {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.881111] env[62622]: DEBUG nova.compute.manager [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] [instance: 162981df-6203-402e-8443-757c301b577e] Refreshing instance network info cache due to event network-changed. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.881111] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] Acquiring lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.881111] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] Acquired lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.881111] env[62622]: DEBUG nova.network.neutron [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] [instance: 162981df-6203-402e-8443-757c301b577e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.882250] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 566.882456] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 566.925328] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.024862] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Downloaded image file data 494029ea-a5c5-4db8-8f38-96c760c3eb78 to vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk on the data store datastore1 {{(pid=62622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 567.028906] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 567.029236] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Copying Virtual Disk [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk to [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.029540] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e380057-c99d-4930-b5d4-956c5a17d815 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.037162] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 567.037162] env[62622]: value = "task-2700782" [ 567.037162] env[62622]: _type = "Task" [ 567.037162] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.042393] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.042888] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.048403] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.041s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.050046] env[62622]: INFO nova.compute.claims [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.053092] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.057670] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Acquiring lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.057884] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.058149] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Acquiring lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.058861] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.058861] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.060929] env[62622]: INFO nova.compute.manager [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Terminating instance [ 567.078603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.079331] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Instance network_info: |[{"id": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "address": "fa:16:3e:9b:2c:37", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527fd6bd-56", "ovs_interfaceid": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.079821] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:2c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '527fd6bd-560a-4fbb-ae03-aa76329c4631', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.089542] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Creating folder: Project (015f5858c7594fa782b067ac4761a6b6). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.092608] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d8c2107-370b-45c0-90ce-372e0e80764f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.105139] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Created folder: Project (015f5858c7594fa782b067ac4761a6b6) in parent group-v544184. [ 567.105442] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Creating folder: Instances. Parent ref: group-v544203. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.107339] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029949a7-2e97-4415-b98e-b89aaf892214 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.114906] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Created folder: Instances in parent group-v544203. [ 567.115027] env[62622]: DEBUG oslo.service.loopingcall [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.115230] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.115430] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-492ac85a-bdb2-4ddf-ad74-768918cb54bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.139154] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.139154] env[62622]: value = "task-2700785" [ 567.139154] env[62622]: _type = "Task" [ 567.139154] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.139154] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.145427] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.145557] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.148753] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.154411] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700785, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.276640] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700781, 'name': CreateVM_Task, 'duration_secs': 0.383255} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.276834] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.277470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.277688] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.278022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.278286] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4720316a-465f-48b9-98eb-da52d9d31056 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.283965] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 567.283965] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a1933-b10f-f315-4e7a-9348bedb1784" [ 567.283965] env[62622]: _type = "Task" [ 567.283965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.293279] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a1933-b10f-f315-4e7a-9348bedb1784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.451318] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.544666] env[62622]: DEBUG nova.network.neutron [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Updating instance_info_cache with network_info: [{"id": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "address": "fa:16:3e:b7:97:a4", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f410fa2-e4", "ovs_interfaceid": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.552696] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700782, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.554980] env[62622]: DEBUG nova.compute.utils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 567.556302] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.556463] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.566366] env[62622]: DEBUG nova.compute.manager [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.566366] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.567545] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b0a0c-f6b1-4f80-88dc-22bf7b2abf4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.581164] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.581705] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b4d1a5-47b4-4640-a1b7-68c9cb655f46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.588373] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Waiting for the task: (returnval){ [ 567.588373] env[62622]: value = "task-2700786" [ 567.588373] env[62622]: _type = "Task" [ 567.588373] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.598798] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Task: {'id': task-2700786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.662686] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700785, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.713970] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.725712] env[62622]: DEBUG nova.policy [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36da8989e4a4888b4e6343266f76a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b941ea2935104ca7b4c077af92a2fa31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.796900] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.797216] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.797477] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.050409] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Releasing lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.050409] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Instance network_info: |[{"id": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "address": "fa:16:3e:b7:97:a4", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f410fa2-e4", "ovs_interfaceid": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.050670] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:97:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f410fa2-e46a-4e9c-8b9b-150814e47512', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.057350] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Creating folder: Project (16d56ecbe64c4110ace16f07fc30fdd5). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.063263] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40962cda-ea2c-4978-8172-863cc46fb9be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.069999] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.082859] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.090990] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Created folder: Project (16d56ecbe64c4110ace16f07fc30fdd5) in parent group-v544184. [ 568.091354] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Creating folder: Instances. Parent ref: group-v544206. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.095174] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b48c7ec-1593-4587-8e73-61ea59756ff3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.098862] env[62622]: DEBUG nova.network.neutron [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] [instance: 162981df-6203-402e-8443-757c301b577e] Updating instance_info_cache with network_info: [{"id": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "address": "fa:16:3e:93:2b:fb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae449ff-fa", "ovs_interfaceid": "aae449ff-fad0-4951-9a70-79347b8bc3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.107557] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Task: {'id': task-2700786, 'name': PowerOffVM_Task, 'duration_secs': 0.202224} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.111755] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.111932] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.112250] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Created folder: Instances in parent group-v544206. [ 568.112514] env[62622]: DEBUG oslo.service.loopingcall [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.114191] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b577cf91-5e8f-4a29-8c5c-59870ba92db5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.115805] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.116363] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5360f2c7-cba9-41aa-8dcd-aa9be918a942 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.140890] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.140890] env[62622]: value = "task-2700790" [ 568.140890] env[62622]: _type = "Task" [ 568.140890] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.160104] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700785, 'name': CreateVM_Task, 'duration_secs': 0.672262} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.160350] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700790, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.160580] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.161640] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.161640] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.161819] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.162720] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe319560-389f-4605-bd6e-b8621f0eca56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.170347] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 568.170347] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5266b18d-9431-47c0-09f0-f24f2ca82da6" [ 568.170347] env[62622]: _type = "Task" [ 568.170347] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.180749] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5266b18d-9431-47c0-09f0-f24f2ca82da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.205283] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.205645] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.205843] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Deleting the datastore file [datastore2] 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.206155] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1fab3b-200b-493b-a621-445751a49fba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.212789] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Waiting for the task: (returnval){ [ 568.212789] env[62622]: value = "task-2700791" [ 568.212789] env[62622]: _type = "Task" [ 568.212789] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.225098] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Task: {'id': task-2700791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.226105] env[62622]: DEBUG nova.network.neutron [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.332685] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.333075] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.345717] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553e972-afac-4a61-ba88-43532d2bb0e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.353927] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5f9c9-dfe2-484d-8541-1b74409b7fa2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.386660] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760dbd3b-98f7-40d9-beda-095bdf66675f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.395097] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74217bd-1359-4fec-b93c-cb8a699c6c24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.411398] env[62622]: DEBUG nova.compute.provider_tree [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.528284] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Successfully created port: 8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.550877] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700782, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.144914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.551318] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Copied Virtual Disk [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk to [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.551540] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleting the datastore file [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78/tmp-sparse.vmdk {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.555021] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89cb4a06-e2be-4422-a9a8-1e932699761a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.558054] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 568.558054] env[62622]: value = "task-2700792" [ 568.558054] env[62622]: _type = "Task" [ 568.558054] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.566734] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.602536] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a09496ef-5d0a-4aa1-943b-548e79103f10 tempest-ServerExternalEventsTest-1490460900 tempest-ServerExternalEventsTest-1490460900-project] Releasing lock "refresh_cache-162981df-6203-402e-8443-757c301b577e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.654782] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700790, 'name': CreateVM_Task, 'duration_secs': 0.365204} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.654968] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.655846] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.664230] env[62622]: DEBUG nova.compute.manager [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Received event network-changed-55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.664230] env[62622]: DEBUG nova.compute.manager [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Refreshing instance network info cache due to event network-changed-55d3cb7a-2685-4c3e-89e4-56880a61cb2e. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.664230] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Acquiring lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.664230] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Acquired lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.664230] env[62622]: DEBUG nova.network.neutron [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Refreshing network info cache for port 55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.683859] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.683859] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.683859] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.684264] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.684900] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.685095] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffecd39-cd6d-490b-a3b3-392fe6c92fa6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.691099] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 568.691099] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a41625-6e6a-ed4f-cd16-aab474c00d73" [ 568.691099] env[62622]: _type = "Task" [ 568.691099] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.702961] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a41625-6e6a-ed4f-cd16-aab474c00d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.725461] env[62622]: DEBUG oslo_vmware.api [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Task: {'id': task-2700791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.725461] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.725461] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 568.725603] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.725824] env[62622]: INFO nova.compute.manager [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 568.726129] env[62622]: DEBUG oslo.service.loopingcall [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.726358] env[62622]: DEBUG nova.compute.manager [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 568.726492] env[62622]: DEBUG nova.network.neutron [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.730352] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.730352] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Instance network_info: |[{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.731274] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:cf:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06cd0f9f-be5a-4fe7-a382-9bc04c25af72', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.741757] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Creating folder: Project (c3dacb6d99f246b79f2167db10f42438). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.742744] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d71ff6b-78d2-40ea-89ec-4930757e270f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.753269] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Created folder: Project (c3dacb6d99f246b79f2167db10f42438) in parent group-v544184. [ 568.753467] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Creating folder: Instances. Parent ref: group-v544209. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.753706] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4692e628-564f-44ab-8ddc-6ef6ca3725e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.766751] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Created folder: Instances in parent group-v544209. [ 568.766995] env[62622]: DEBUG oslo.service.loopingcall [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.767218] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.767422] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09663c69-e100-4ca6-9a8a-cea5a01e1b37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.789386] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.789386] env[62622]: value = "task-2700795" [ 568.789386] env[62622]: _type = "Task" [ 568.789386] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.800228] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.916639] env[62622]: DEBUG nova.scheduler.client.report [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.072358] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059609} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.072358] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.072590] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Moving file from [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24/494029ea-a5c5-4db8-8f38-96c760c3eb78 to [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78. {{(pid=62622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 569.074032] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b963e1d1-6d84-4a0b-89f5-410c432ef8ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.082699] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 569.082699] env[62622]: value = "task-2700796" [ 569.082699] env[62622]: _type = "Task" [ 569.082699] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.094241] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.096121] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700796, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.125349] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.125432] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.125543] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.125722] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.126119] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.126329] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.129487] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.129576] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.129750] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.129923] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.130117] env[62622]: DEBUG nova.virt.hardware [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.131072] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff14af2-0bbc-4614-badd-1e20a64c5264 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.139290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dbab19-f250-42c1-926f-d964c7146832 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.207343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.207988] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.208359] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.304874] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.424920] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.425482] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.429562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.976s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.431292] env[62622]: INFO nova.compute.claims [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.501108] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.501108] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.574124] env[62622]: DEBUG nova.compute.manager [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Received event network-vif-plugged-527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.574124] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Acquiring lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.574486] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.574838] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.575034] env[62622]: DEBUG nova.compute.manager [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] No waiting events found dispatching network-vif-plugged-527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.575311] env[62622]: WARNING nova.compute.manager [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Received unexpected event network-vif-plugged-527fd6bd-560a-4fbb-ae03-aa76329c4631 for instance with vm_state building and task_state spawning. [ 569.575704] env[62622]: DEBUG nova.compute.manager [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Received event network-changed-527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.575704] env[62622]: DEBUG nova.compute.manager [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Refreshing instance network info cache due to event network-changed-527fd6bd-560a-4fbb-ae03-aa76329c4631. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.576021] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Acquiring lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.576021] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Acquired lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.576839] env[62622]: DEBUG nova.network.neutron [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Refreshing network info cache for port 527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.597855] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700796, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.053088} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.597855] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] File moved {{(pid=62622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 569.597855] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Cleaning up location [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 569.597855] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleting the datastore file [datastore1] vmware_temp/b0d43c4a-cd28-40a1-a601-cb60c2825f24 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.597855] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba3d4d79-c678-442d-a3f7-c6e7ccd63ee5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.607205] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 569.607205] env[62622]: value = "task-2700797" [ 569.607205] env[62622]: _type = "Task" [ 569.607205] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.621258] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.719663] env[62622]: DEBUG nova.network.neutron [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Updated VIF entry in instance network info cache for port 55d3cb7a-2685-4c3e-89e4-56880a61cb2e. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.720115] env[62622]: DEBUG nova.network.neutron [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Updating instance_info_cache with network_info: [{"id": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "address": "fa:16:3e:38:c2:82", "network": {"id": "c600e9da-011b-4934-b2bd-75ad0d8f7a29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1619415454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e80e512ec3394ae7864c35db12089722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d3cb7a-26", "ovs_interfaceid": "55d3cb7a-2685-4c3e-89e4-56880a61cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.805105] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.884626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "162981df-6203-402e-8443-757c301b577e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.884626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.884626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "162981df-6203-402e-8443-757c301b577e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.884626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.884889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.887700] env[62622]: INFO nova.compute.manager [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Terminating instance [ 569.936409] env[62622]: DEBUG nova.compute.utils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.937494] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.938108] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.100257] env[62622]: DEBUG nova.policy [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1a1e5353066479c8f35eccde39ab6a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f39145b1bcb460f844fa3cf28a07852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.104543] env[62622]: DEBUG nova.network.neutron [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.128595] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027392} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.128854] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.129737] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61a5100-f459-44a8-a303-e7fad84bce3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.137312] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 570.137312] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a4298c-c3a9-29a7-6a88-2fbf0e152462" [ 570.137312] env[62622]: _type = "Task" [ 570.137312] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.147405] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a4298c-c3a9-29a7-6a88-2fbf0e152462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.226871] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Releasing lock "refresh_cache-33793592-5c95-4583-a778-4086b87854ad" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.227300] env[62622]: DEBUG nova.compute.manager [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Received event network-vif-plugged-8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.227716] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Acquiring lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.228820] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.228820] env[62622]: DEBUG oslo_concurrency.lockutils [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.228820] env[62622]: DEBUG nova.compute.manager [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] No waiting events found dispatching network-vif-plugged-8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.228820] env[62622]: WARNING nova.compute.manager [req-fd05f975-d83c-43f5-8dbc-f3b088b7de31 req-b0910753-7133-40ae-ae5a-0a4498f02bf8 service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Received unexpected event network-vif-plugged-8f410fa2-e46a-4e9c-8b9b-150814e47512 for instance with vm_state building and task_state spawning. [ 570.303762] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.397055] env[62622]: DEBUG nova.compute.manager [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.397170] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.398062] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b933243-fc15-4fef-a2b8-1f120c8dd872 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.405360] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.405615] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6d4d59-f9a8-46eb-be69-d74c2453b0dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.412262] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 570.412262] env[62622]: value = "task-2700802" [ 570.412262] env[62622]: _type = "Task" [ 570.412262] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.423927] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.447945] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.527231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.527604] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.606018] env[62622]: INFO nova.compute.manager [-] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Took 1.88 seconds to deallocate network for instance. [ 570.652594] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a4298c-c3a9-29a7-6a88-2fbf0e152462, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.655336] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.655607] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 13652151-da46-4228-b335-104fe331c9c3/13652151-da46-4228-b335-104fe331c9c3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.656276] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.656568] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.656682] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64110db4-fa2d-4664-9a33-1cfa52696b16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.661821] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efeea57e-56b1-4188-983b-d83c68a11e22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.667094] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 570.667094] env[62622]: value = "task-2700803" [ 570.667094] env[62622]: _type = "Task" [ 570.667094] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.675671] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.675813] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.677244] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db718c5c-5a63-4f58-a123-ffc3e80aa0da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.688476] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.689338] env[62622]: DEBUG nova.network.neutron [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updated VIF entry in instance network info cache for port 527fd6bd-560a-4fbb-ae03-aa76329c4631. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.689669] env[62622]: DEBUG nova.network.neutron [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updating instance_info_cache with network_info: [{"id": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "address": "fa:16:3e:9b:2c:37", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527fd6bd-56", "ovs_interfaceid": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.696373] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 570.696373] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d75052-4def-6a13-2cdf-4d8fd7714057" [ 570.696373] env[62622]: _type = "Task" [ 570.696373] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.705999] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d75052-4def-6a13-2cdf-4d8fd7714057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.800180] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d759ae7-4731-44ed-8464-944d204eaef8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.812891] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ece0b4b-5003-4dbc-8f74-44ad520a8563 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.817213] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.857162] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f151ebb-ce2a-48e9-abf9-4e6e2fe43c3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.867838] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7005a96-5ec2-4a84-9277-5159a8a86380 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.885593] env[62622]: DEBUG nova.compute.provider_tree [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.927156] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700802, 'name': PowerOffVM_Task, 'duration_secs': 0.201533} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.927594] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.927831] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.928484] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca37d83a-52be-4083-83dd-32c882a772e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.003525] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.003866] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.004159] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Deleting the datastore file [datastore2] 162981df-6203-402e-8443-757c301b577e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.004507] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4117c760-684a-43a4-9be7-39b30c7a9f98 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.016876] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for the task: (returnval){ [ 571.016876] env[62622]: value = "task-2700805" [ 571.016876] env[62622]: _type = "Task" [ 571.016876] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.032825] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.115928] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.179238] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700803, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.194142] env[62622]: DEBUG oslo_concurrency.lockutils [req-97530255-23d6-4fee-966d-79cf52b7ea8e req-1d44c0a8-6832-43bd-bc89-8f435c374879 service nova] Releasing lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.205173] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d75052-4def-6a13-2cdf-4d8fd7714057, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.206046] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e499e2b3-8cb4-416b-9eca-82ab89def054 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.213278] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 571.213278] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e391c7-f9f6-032d-9260-9a3f11360e44" [ 571.213278] env[62622]: _type = "Task" [ 571.213278] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.222485] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e391c7-f9f6-032d-9260-9a3f11360e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.262041] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Successfully created port: 0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.304999] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.324879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.324879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.324879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.324879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.325872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.326714] env[62622]: INFO nova.compute.manager [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Terminating instance [ 571.390101] env[62622]: DEBUG nova.scheduler.client.report [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.443085] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Successfully updated port: 8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.464024] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.490916] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.491236] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.491373] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.491557] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.491702] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.491842] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.492414] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.492634] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.492833] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.492974] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.493164] env[62622]: DEBUG nova.virt.hardware [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.494099] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f69a69-3fa8-46ff-959e-2bf475fb31b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.506583] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74393205-df4e-4d21-aa09-cf55e2c635ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.536726] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.680355] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539483} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.680355] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 13652151-da46-4228-b335-104fe331c9c3/13652151-da46-4228-b335-104fe331c9c3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.680355] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.680355] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0699092e-9875-430e-b0b1-64b73665f9bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.686265] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 571.686265] env[62622]: value = "task-2700806" [ 571.686265] env[62622]: _type = "Task" [ 571.686265] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.695076] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.729649] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e391c7-f9f6-032d-9260-9a3f11360e44, 'name': SearchDatastore_Task, 'duration_secs': 0.032197} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.730310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.730677] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 33793592-5c95-4583-a778-4086b87854ad/33793592-5c95-4583-a778-4086b87854ad.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.730931] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.731136] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.731347] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6d764a0-7f55-4839-be48-8ab97112c161 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.733587] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d207d535-7195-4cf3-8ab1-cabb8f895ee0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.742522] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 571.742522] env[62622]: value = "task-2700807" [ 571.742522] env[62622]: _type = "Task" [ 571.742522] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.742763] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.742894] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.746416] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b08f62-506b-4d46-b789-334dfb745682 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.756016] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 571.756016] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526464b7-54c8-cef1-26a3-f3f305b9a97a" [ 571.756016] env[62622]: _type = "Task" [ 571.756016] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.756229] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.774110] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526464b7-54c8-cef1-26a3-f3f305b9a97a, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.774444] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8260b210-2887-477c-a9a6-a7212bc924a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.781482] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 571.781482] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52346457-5073-0ffa-ef9f-e55ba4da74b8" [ 571.781482] env[62622]: _type = "Task" [ 571.781482] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.791302] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52346457-5073-0ffa-ef9f-e55ba4da74b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.804010] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.834671] env[62622]: DEBUG nova.compute.manager [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.837049] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.837049] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a144773-36ba-4466-8f7d-0cdf1a2812e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.843954] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.844342] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3185face-968c-4d72-b362-c95740d0fdae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.850049] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 571.850049] env[62622]: value = "task-2700808" [ 571.850049] env[62622]: _type = "Task" [ 571.850049] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.859268] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.895166] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.895774] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.898786] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.448s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.902145] env[62622]: INFO nova.compute.claims [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.949338] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.949423] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.949575] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.036793] env[62622]: DEBUG oslo_vmware.api [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Task: {'id': task-2700805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603944} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.037071] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.037260] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.037460] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.037646] env[62622]: INFO nova.compute.manager [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] [instance: 162981df-6203-402e-8443-757c301b577e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 572.037892] env[62622]: DEBUG oslo.service.loopingcall [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.038103] env[62622]: DEBUG nova.compute.manager [-] [instance: 162981df-6203-402e-8443-757c301b577e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.038227] env[62622]: DEBUG nova.network.neutron [-] [instance: 162981df-6203-402e-8443-757c301b577e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.203345] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083287} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.203345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.203345] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8b6e72-a3fa-4179-a963-ff41dea7e310 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.230484] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 13652151-da46-4228-b335-104fe331c9c3/13652151-da46-4228-b335-104fe331c9c3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.230812] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a97b022-120f-46be-9c2a-4cbda3976429 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.260487] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 572.260487] env[62622]: value = "task-2700809" [ 572.260487] env[62622]: _type = "Task" [ 572.260487] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.262322] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.273722] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.294973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.294973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.303597] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52346457-5073-0ffa-ef9f-e55ba4da74b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.305047] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.306492] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0ae9e195-dcbf-4d62-9ca8-584be3064ced/0ae9e195-dcbf-4d62-9ca8-584be3064ced.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.306492] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.306492] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.306690] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a098ec8b-22cb-487c-b5cd-29f675b89225 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.314064] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6bec0e-ead4-47ab-a294-deb0d80edff6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.317033] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.321387] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 572.321387] env[62622]: value = "task-2700810" [ 572.321387] env[62622]: _type = "Task" [ 572.321387] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.326451] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.326451] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.327494] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e92596-596a-4c13-b67d-e15175c60d17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.332966] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.336131] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 572.336131] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2ea2b-2fc1-4ddc-5fe5-ece5246f8b12" [ 572.336131] env[62622]: _type = "Task" [ 572.336131] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.344942] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2ea2b-2fc1-4ddc-5fe5-ece5246f8b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.363021] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700808, 'name': PowerOffVM_Task, 'duration_secs': 0.315081} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.363021] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.363021] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.363021] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-798567cd-ccc5-492d-bd4e-7b6b87ca9701 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.408600] env[62622]: DEBUG nova.compute.utils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.413859] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.414041] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.437296] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.437636] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.437636] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Deleting the datastore file [datastore2] cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.438143] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258f75cf-9b4b-45e2-ae87-7f6315352c11 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.450156] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for the task: (returnval){ [ 572.450156] env[62622]: value = "task-2700812" [ 572.450156] env[62622]: _type = "Task" [ 572.450156] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.464365] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.539804] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.582063] env[62622]: DEBUG nova.policy [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa385636a584ff999cb5b8638f01460', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9bd989d026410aa914085ce0759397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.766991] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564359} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.772854] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 33793592-5c95-4583-a778-4086b87854ad/33793592-5c95-4583-a778-4086b87854ad.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.772854] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.772854] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-068a3b64-8f9e-474c-82ab-579a9ca095dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.782762] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.788767] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 572.788767] env[62622]: value = "task-2700813" [ 572.788767] env[62622]: _type = "Task" [ 572.788767] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.798723] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.817245] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700795, 'name': CreateVM_Task, 'duration_secs': 3.652364} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.817485] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.818274] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.818454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.820632] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.820951] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd8b3fc-4ab5-4597-988c-013c5fcc1c96 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.833007] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 572.833007] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52540192-bdf3-140d-6dd9-03f39bb58a67" [ 572.833007] env[62622]: _type = "Task" [ 572.833007] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.836593] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.852152] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2ea2b-2fc1-4ddc-5fe5-ece5246f8b12, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.855840] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52540192-bdf3-140d-6dd9-03f39bb58a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.856132] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afb2447-6a9b-4265-adbb-1661f07bf51e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.863242] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 572.863242] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52618902-4257-f87c-bcad-5aae5bbad43b" [ 572.863242] env[62622]: _type = "Task" [ 572.863242] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.873266] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52618902-4257-f87c-bcad-5aae5bbad43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.916156] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.972629] env[62622]: DEBUG oslo_vmware.api [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Task: {'id': task-2700812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197626} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.978992] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.979281] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.979281] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.979471] env[62622]: INFO nova.compute.manager [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 572.979667] env[62622]: DEBUG oslo.service.loopingcall [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.980920] env[62622]: DEBUG nova.compute.manager [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.980920] env[62622]: DEBUG nova.network.neutron [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.023734] env[62622]: DEBUG nova.network.neutron [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Updating instance_info_cache with network_info: [{"id": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "address": "fa:16:3e:a0:8d:5e", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8073f29b-0a", "ovs_interfaceid": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.035928] env[62622]: DEBUG nova.network.neutron [-] [instance: 162981df-6203-402e-8443-757c301b577e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.137314] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Successfully updated port: 0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.248357] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7eaede-d740-4511-bce8-f68830e225e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.258320] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edf0c0-7ee9-4bfb-9adb-7254a268f5a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.296588] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcc668-b547-474c-b7b1-5ad0dc039030 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.309487] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Received event network-changed-8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.309556] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Refreshing instance network info cache due to event network-changed-8f410fa2-e46a-4e9c-8b9b-150814e47512. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.309770] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Acquiring lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.309915] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Acquired lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.310720] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Refreshing network info cache for port 8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.322907] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110703} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.323164] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700809, 'name': ReconfigVM_Task, 'duration_secs': 0.71735} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.325310] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.326271] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 13652151-da46-4228-b335-104fe331c9c3/13652151-da46-4228-b335-104fe331c9c3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.327550] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec46125-488a-4787-9945-b7b815cc5e3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.330481] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6df3753-8a56-436f-baa8-a30af3203ff0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.336240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f819c-8e6e-41a8-a781-1905495c5e5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.371906] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 33793592-5c95-4583-a778-4086b87854ad/33793592-5c95-4583-a778-4086b87854ad.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.372654] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603581} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.376212] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf8f45b-f2da-4f84-aa54-adb1c86d07a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.391913] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0ae9e195-dcbf-4d62-9ca8-584be3064ced/0ae9e195-dcbf-4d62-9ca8-584be3064ced.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.392174] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.392512] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 573.392512] env[62622]: value = "task-2700814" [ 573.392512] env[62622]: _type = "Task" [ 573.392512] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.407784] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3583401-a1dd-45e3-a43e-e38f399e51f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.410345] env[62622]: DEBUG nova.compute.provider_tree [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.412733] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Successfully created port: 79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.423775] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52540192-bdf3-140d-6dd9-03f39bb58a67, 'name': SearchDatastore_Task, 'duration_secs': 0.046775} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.426014] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.426378] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.426492] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.427099] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 573.427099] env[62622]: value = "task-2700816" [ 573.427099] env[62622]: _type = "Task" [ 573.427099] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.434802] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 573.434802] env[62622]: value = "task-2700817" [ 573.434802] env[62622]: _type = "Task" [ 573.434802] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.435430] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52618902-4257-f87c-bcad-5aae5bbad43b, 'name': SearchDatastore_Task, 'duration_secs': 0.046915} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.442215] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.442515] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 11c6c505-1909-4b81-ac40-b0ef4bd474ff/11c6c505-1909-4b81-ac40-b0ef4bd474ff.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.442805] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700814, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.446795] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.447284] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.447284] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80a03eaa-28d4-44ac-80d7-44993bf9533b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.450091] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cf675e-3b5f-4bab-8299-9ea68cb9805c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.456952] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.461339] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.465108] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.465108] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.465673] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 573.465673] env[62622]: value = "task-2700818" [ 573.465673] env[62622]: _type = "Task" [ 573.465673] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.466044] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f54c906-fbad-4dbb-a880-0b244b844594 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.475109] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 573.475109] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525b8acb-745e-dc8b-5f4b-8ea01eb08379" [ 573.475109] env[62622]: _type = "Task" [ 573.475109] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.479509] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.489659] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525b8acb-745e-dc8b-5f4b-8ea01eb08379, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.490544] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d7730c-645d-4f0a-a3bf-c9bb4c96e482 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.496174] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 573.496174] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cc4313-a19e-aa7a-b780-e7afdbf12a88" [ 573.496174] env[62622]: _type = "Task" [ 573.496174] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.501628] env[62622]: DEBUG nova.compute.manager [req-df69aede-ddcf-4ad1-bd46-872ccb3eaa4e req-b6cd9d40-1d25-4c07-a7fe-9a879c2e09a2 service nova] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Received event network-vif-deleted-b9a2a3ed-ef8d-4a10-8a89-d7d37d0e99ac {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.507181] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cc4313-a19e-aa7a-b780-e7afdbf12a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.526353] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.526790] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Instance network_info: |[{"id": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "address": "fa:16:3e:a0:8d:5e", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8073f29b-0a", "ovs_interfaceid": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.527168] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:8d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8073f29b-0a3c-4f22-894c-2b2d3e9dbd42', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.535197] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Creating folder: Project (b941ea2935104ca7b4c077af92a2fa31). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.535528] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-559d58f4-fb81-4085-85c9-c133cc684cc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.539932] env[62622]: INFO nova.compute.manager [-] [instance: 162981df-6203-402e-8443-757c301b577e] Took 1.50 seconds to deallocate network for instance. [ 573.549255] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Created folder: Project (b941ea2935104ca7b4c077af92a2fa31) in parent group-v544184. [ 573.549255] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Creating folder: Instances. Parent ref: group-v544215. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.549255] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d6b967a-b7de-4ab9-b121-3885f8178685 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.557588] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Created folder: Instances in parent group-v544215. [ 573.557588] env[62622]: DEBUG oslo.service.loopingcall [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.557787] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.557838] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c598d4be-3221-45ed-8e48-bad55457ee8c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.579558] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.579558] env[62622]: value = "task-2700821" [ 573.579558] env[62622]: _type = "Task" [ 573.579558] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.588217] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700821, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.639765] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.639765] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.639933] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.807796] env[62622]: DEBUG nova.network.neutron [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.920515] env[62622]: DEBUG nova.scheduler.client.report [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.933189] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700814, 'name': Rename_Task, 'duration_secs': 0.170867} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.936295] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.937430] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.939549] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1808e4a-2813-4d67-8193-7f411f819173 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.952134] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 573.952134] env[62622]: value = "task-2700822" [ 573.952134] env[62622]: _type = "Task" [ 573.952134] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.958692] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700816, 'name': ReconfigVM_Task, 'duration_secs': 0.446299} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.959017] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073904} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.963830] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 33793592-5c95-4583-a778-4086b87854ad/33793592-5c95-4583-a778-4086b87854ad.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.963830] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.963830] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea501af-05d9-466d-8542-549a4b9e3a5f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.965948] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3172fbe-9054-47c0-8c1f-74a770a22dbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.983564] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.984586] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 573.984586] env[62622]: value = "task-2700823" [ 573.984586] env[62622]: _type = "Task" [ 573.984586] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.990370] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.990803] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.991106] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.991392] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.991650] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.992173] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.992530] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.992854] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.993204] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.993811] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.994131] env[62622]: DEBUG nova.virt.hardware [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.013079] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf1e8b1-b779-4483-a882-9916a7dd2462 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.025892] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0ae9e195-dcbf-4d62-9ca8-584be3064ced/0ae9e195-dcbf-4d62-9ca8-584be3064ced.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.035564] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.035820] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.039906] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dded9b8-8002-47e3-bfce-9d624c010940 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.055873] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.059938] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.065150] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c73db-4704-4530-b2f6-f3b7a91b13dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.079253] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700823, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.079616] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 574.079616] env[62622]: value = "task-2700824" [ 574.079616] env[62622]: _type = "Task" [ 574.079616] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.080031] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cc4313-a19e-aa7a-b780-e7afdbf12a88, 'name': SearchDatastore_Task, 'duration_secs': 0.017464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.080707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.081041] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] e56827f5-53a8-4ad3-b6a1-9a41526c6889/e56827f5-53a8-4ad3-b6a1-9a41526c6889.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.087764] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.088019] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.088851] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c09734-7742-417f-bcc9-61ed439f42b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.100019] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4f79cc-e8fa-4d2d-ab96-f3ac21f162a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.109940] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700821, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.114710] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 574.114710] env[62622]: value = "task-2700825" [ 574.114710] env[62622]: _type = "Task" [ 574.114710] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.115363] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.116304] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.116482] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.120503] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e31531-c8b8-4949-8da0-bf6ff6a4f2df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.128858] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.130489] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 574.130489] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f64e-e747-ea2f-af5d-e40530ff495e" [ 574.130489] env[62622]: _type = "Task" [ 574.130489] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.142024] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f64e-e747-ea2f-af5d-e40530ff495e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.191118] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.255528] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Updated VIF entry in instance network info cache for port 8f410fa2-e46a-4e9c-8b9b-150814e47512. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.255528] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Updating instance_info_cache with network_info: [{"id": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "address": "fa:16:3e:b7:97:a4", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f410fa2-e4", "ovs_interfaceid": "8f410fa2-e46a-4e9c-8b9b-150814e47512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.312298] env[62622]: INFO nova.compute.manager [-] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Took 1.33 seconds to deallocate network for instance. [ 574.434846] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.436254] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.446210] env[62622]: DEBUG nova.network.neutron [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Updating instance_info_cache with network_info: [{"id": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "address": "fa:16:3e:17:0d:7e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc7e66f-d0", "ovs_interfaceid": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.449307] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.332s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.449307] env[62622]: DEBUG nova.objects.instance [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lazy-loading 'resources' on Instance uuid 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 574.474360] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.490605] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879541} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.490963] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 11c6c505-1909-4b81-ac40-b0ef4bd474ff/11c6c505-1909-4b81-ac40-b0ef4bd474ff.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.493257] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.495533] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a435b151-bda0-4d3a-9866-aaf49325fb87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.508670] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 574.508670] env[62622]: value = "task-2700826" [ 574.508670] env[62622]: _type = "Task" [ 574.508670] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.535900] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700823, 'name': Rename_Task, 'duration_secs': 0.212654} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.536332] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.536603] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.536840] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b134d8-60c3-4d84-ac6f-68a3126f128e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.546513] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 574.546513] env[62622]: value = "task-2700827" [ 574.546513] env[62622]: _type = "Task" [ 574.546513] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.560518] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.601000] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700824, 'name': ReconfigVM_Task, 'duration_secs': 0.378618} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.605261] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0ae9e195-dcbf-4d62-9ca8-584be3064ced/0ae9e195-dcbf-4d62-9ca8-584be3064ced.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.606262] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700821, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.607037] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a74fbf6-f07e-4944-aaef-2502404c3e2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.616213] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 574.616213] env[62622]: value = "task-2700828" [ 574.616213] env[62622]: _type = "Task" [ 574.616213] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.631029] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.634643] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700828, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.649480] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f64e-e747-ea2f-af5d-e40530ff495e, 'name': SearchDatastore_Task, 'duration_secs': 0.05919} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.651134] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693efc37-df4a-4252-a703-b8e38529e468 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.660969] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 574.660969] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5234dd9f-5bf6-9dfa-83eb-eedc6da3b712" [ 574.660969] env[62622]: _type = "Task" [ 574.660969] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.672264] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5234dd9f-5bf6-9dfa-83eb-eedc6da3b712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.761023] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Releasing lock "refresh_cache-e56827f5-53a8-4ad3-b6a1-9a41526c6889" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.761346] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Received event network-vif-plugged-06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.761589] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.761833] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.762055] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.762264] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] No waiting events found dispatching network-vif-plugged-06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.762454] env[62622]: WARNING nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Received unexpected event network-vif-plugged-06cd0f9f-be5a-4fe7-a382-9bc04c25af72 for instance with vm_state building and task_state spawning. [ 574.762652] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Received event network-changed-06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.762840] env[62622]: DEBUG nova.compute.manager [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Refreshing instance network info cache due to event network-changed-06cd0f9f-be5a-4fe7-a382-9bc04c25af72. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.763050] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.763228] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.763389] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Refreshing network info cache for port 06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.818949] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.953183] env[62622]: DEBUG nova.compute.utils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 574.954982] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.955538] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Instance network_info: |[{"id": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "address": "fa:16:3e:17:0d:7e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc7e66f-d0", "ovs_interfaceid": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.955782] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.956030] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.958496] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:0d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc7e66f-d0f5-4195-b5da-574fcea7c001', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.967567] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Creating folder: Project (9f39145b1bcb460f844fa3cf28a07852). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.968315] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a668a07-4706-4fd5-a09c-2eb64e94779d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.981389] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700822, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.986752] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Created folder: Project (9f39145b1bcb460f844fa3cf28a07852) in parent group-v544184. [ 574.986984] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Creating folder: Instances. Parent ref: group-v544218. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.988390] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f0e04c-7502-489b-a402-2b29cce1bff3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.002438] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Created folder: Instances in parent group-v544218. [ 575.003191] env[62622]: DEBUG oslo.service.loopingcall [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.003191] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.003191] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de6d443c-39da-4289-8244-77136acda8e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.025021] env[62622]: DEBUG nova.policy [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80e8cf5f37964bc286328fbc269305fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e7194b770a407b92bc973cfdf61b11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.040387] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114801} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.042404] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.042404] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.042404] env[62622]: value = "task-2700831" [ 575.042404] env[62622]: _type = "Task" [ 575.042404] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.043157] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85200c-2662-4480-8f9b-b976bd97f9c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.076235] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 11c6c505-1909-4b81-ac40-b0ef4bd474ff/11c6c505-1909-4b81-ac40-b0ef4bd474ff.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.084975] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99664016-4bb0-40d1-a423-2690c2d92c16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.101068] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700831, 'name': CreateVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.112556] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.127823] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700821, 'name': CreateVM_Task, 'duration_secs': 1.239113} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.130643] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.131794] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 575.131794] env[62622]: value = "task-2700832" [ 575.131794] env[62622]: _type = "Task" [ 575.131794] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.133821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.133821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.133821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.134430] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9b99ca-9325-4c6d-931a-4cb1919be130 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.146758] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700828, 'name': Rename_Task, 'duration_secs': 0.212735} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.147097] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835984} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.148530] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.148728] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] e56827f5-53a8-4ad3-b6a1-9a41526c6889/e56827f5-53a8-4ad3-b6a1-9a41526c6889.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.148848] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.149073] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012fb5fa-8e88-4d6a-9b5e-b114d34703fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.152928] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5334fec-f47c-466c-8fea-105daac5cce1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.162749] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.163437] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 575.163437] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521ddbfe-0943-49ce-174c-c715489e8a64" [ 575.163437] env[62622]: _type = "Task" [ 575.163437] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.173625] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 575.173625] env[62622]: value = "task-2700834" [ 575.173625] env[62622]: _type = "Task" [ 575.173625] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.174104] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 575.174104] env[62622]: value = "task-2700833" [ 575.174104] env[62622]: _type = "Task" [ 575.174104] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.193782] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5234dd9f-5bf6-9dfa-83eb-eedc6da3b712, 'name': SearchDatastore_Task, 'duration_secs': 0.069436} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.193782] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521ddbfe-0943-49ce-174c-c715489e8a64, 'name': SearchDatastore_Task, 'duration_secs': 0.015644} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.196652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.196652] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.196652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.196652] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.197016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.197016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.197016] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.200414] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729e80db-09f3-49a1-991a-af1d30629c1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.203054] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98adb3a4-1c4a-4f72-8495-5b80258b276b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.205548] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.210724] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700833, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.221801] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 575.221801] env[62622]: value = "task-2700835" [ 575.221801] env[62622]: _type = "Task" [ 575.221801] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.227417] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.227701] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.232248] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca6fc7b-6b11-48e9-b657-34312c198820 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.244438] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.244933] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 575.244933] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526459c0-a573-86a1-a8b3-f578440b1f4e" [ 575.244933] env[62622]: _type = "Task" [ 575.244933] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.257794] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526459c0-a573-86a1-a8b3-f578440b1f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.261613] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56817998-9219-4c6d-803b-f89603993671 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.270483] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 575.270483] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529dc1a2-3867-e50c-1207-0eaae29e97ce" [ 575.270483] env[62622]: _type = "Task" [ 575.270483] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.284313] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529dc1a2-3867-e50c-1207-0eaae29e97ce, 'name': SearchDatastore_Task} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.284587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.284887] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0c32973d-cf85-4e4a-a89b-1f2c0d98d856/0c32973d-cf85-4e4a-a89b-1f2c0d98d856.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.285910] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72aef17b-10a6-49ab-8697-df4b95289be8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.294879] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 575.294879] env[62622]: value = "task-2700836" [ 575.294879] env[62622]: _type = "Task" [ 575.294879] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.305442] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.426888] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62d38f-00cd-4769-aa7f-3f183c0edcbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.436618] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d83a5-1bdd-44d3-b18a-deefc9166c73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.483939] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.496385] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a9ea9-44c0-4d43-a04e-a8fb2eaeb161 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.507084] env[62622]: DEBUG oslo_vmware.api [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2700822, 'name': PowerOnVM_Task, 'duration_secs': 1.218646} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.511414] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.511414] env[62622]: INFO nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Took 19.84 seconds to spawn the instance on the hypervisor. [ 575.511414] env[62622]: DEBUG nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.511567] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7afd43-ba1d-4c9a-9d64-bd9b1289ff56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.515911] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ccfec-ec4b-486b-aa92-14a86554d5c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.539790] env[62622]: DEBUG nova.compute.provider_tree [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.571687] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700831, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.572699] env[62622]: DEBUG oslo_vmware.api [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700827, 'name': PowerOnVM_Task, 'duration_secs': 0.629238} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.573162] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.573436] env[62622]: INFO nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Took 17.57 seconds to spawn the instance on the hypervisor. [ 575.573666] env[62622]: DEBUG nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.574631] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1615bad-55f0-4c80-9bba-967be959a45c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.610156] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Successfully created port: 29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.645817] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700832, 'name': ReconfigVM_Task, 'duration_secs': 0.391843} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.646161] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 11c6c505-1909-4b81-ac40-b0ef4bd474ff/11c6c505-1909-4b81-ac40-b0ef4bd474ff.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.646925] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cfd6993-e730-4597-8574-a97ed25fb170 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.659519] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 575.659519] env[62622]: value = "task-2700838" [ 575.659519] env[62622]: _type = "Task" [ 575.659519] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.673666] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700838, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.692801] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079841} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.692973] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.693280] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.694012] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b71292-1bbc-425c-9ec9-8d283f34b3df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.720436] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] e56827f5-53a8-4ad3-b6a1-9a41526c6889/e56827f5-53a8-4ad3-b6a1-9a41526c6889.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.721153] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a2ebc0-7ebb-4dce-b4fe-c59a949bcad3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.745443] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526219} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.746666] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.746883] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.748331] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 575.748331] env[62622]: value = "task-2700839" [ 575.748331] env[62622]: _type = "Task" [ 575.748331] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.748493] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b2b638d-6044-4d1b-8ba4-97dc2e4ec139 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.766034] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.766034] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 575.766034] env[62622]: value = "task-2700840" [ 575.766034] env[62622]: _type = "Task" [ 575.766034] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.778892] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.809363] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700836, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.854423] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Successfully updated port: 79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.887907] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updated VIF entry in instance network info cache for port 06cd0f9f-be5a-4fe7-a382-9bc04c25af72. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.888513] env[62622]: DEBUG nova.network.neutron [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.048706] env[62622]: DEBUG nova.scheduler.client.report [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.066375] env[62622]: INFO nova.compute.manager [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Took 24.69 seconds to build instance. [ 576.072779] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700831, 'name': CreateVM_Task, 'duration_secs': 0.577333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.072952] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.074065] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.074234] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.074838] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.075099] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74abb5fc-60c2-404a-91b5-b5c5ea1cf703 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.081947] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 576.081947] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ed706-5d1e-2c32-97d0-6a178a2b7388" [ 576.081947] env[62622]: _type = "Task" [ 576.081947] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.100939] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ed706-5d1e-2c32-97d0-6a178a2b7388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.104528] env[62622]: INFO nova.compute.manager [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Took 23.88 seconds to build instance. [ 576.176304] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700838, 'name': Rename_Task, 'duration_secs': 0.455543} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.180604] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.180857] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1656c999-dbc8-4cd0-8e49-088a03aa52f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.188894] env[62622]: DEBUG oslo_vmware.api [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700833, 'name': PowerOnVM_Task, 'duration_secs': 0.819569} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.189149] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.189336] env[62622]: INFO nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Took 9.56 seconds to spawn the instance on the hypervisor. [ 576.189510] env[62622]: DEBUG nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.190488] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8607727-8c21-4b23-b850-ad64fd8fb996 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.196918] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 576.196918] env[62622]: value = "task-2700841" [ 576.196918] env[62622]: _type = "Task" [ 576.196918] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.210328] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.261693] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.276851] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.277157] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.277940] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7b137-7c5c-49a6-837c-616419b6fc29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.319352] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.323600] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59735179-9e08-49c5-b8df-7bee5f5419e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.347724] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78524} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.349407] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0c32973d-cf85-4e4a-a89b-1f2c0d98d856/0c32973d-cf85-4e4a-a89b-1f2c0d98d856.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.350217] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.350864] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 576.350864] env[62622]: value = "task-2700842" [ 576.350864] env[62622]: _type = "Task" [ 576.350864] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.351438] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58d1c94-26eb-4811-9ed9-89952a550b02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.359934] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.359934] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquired lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.359934] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.364864] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 576.364864] env[62622]: value = "task-2700843" [ 576.364864] env[62622]: _type = "Task" [ 576.364864] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.373179] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.380534] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.391285] env[62622]: DEBUG oslo_concurrency.lockutils [req-08dff97d-8a2d-4426-b2f9-3491a823de78 req-d6de9326-ba39-4f7c-b2ec-e21a89ef625b service nova] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.497904] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.528334] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.530022] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.530022] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.530022] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.530022] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.530022] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.530287] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.530287] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.530287] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.530287] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.530431] env[62622]: DEBUG nova.virt.hardware [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.531260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202972a3-f72e-43f0-9469-993cb974d1a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.541381] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd7169-8228-42fb-8a79-6a029f7d2354 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.558873] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.561856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.502s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.562129] env[62622]: DEBUG nova.objects.instance [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lazy-loading 'resources' on Instance uuid 162981df-6203-402e-8443-757c301b577e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 576.569089] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6d1eaa5e-a270-404f-b504-32bd0061eef3 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.214s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.593295] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ed706-5d1e-2c32-97d0-6a178a2b7388, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.594301] env[62622]: INFO nova.scheduler.client.report [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Deleted allocations for instance 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c [ 576.595777] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.596016] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.596292] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.596478] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.597174] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.599613] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e3f6f1-37f0-465e-b3cb-afa9f6ac301b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.606756] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84b88494-bb68-45cb-a983-f8a38970c43f tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.398s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.612147] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.612147] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.612147] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2d8bd8-e358-4938-8aa8-2b2ba2ac63b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.619545] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 576.619545] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52567a63-cd4f-3fe7-46d5-29de4a64a542" [ 576.619545] env[62622]: _type = "Task" [ 576.619545] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.630755] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52567a63-cd4f-3fe7-46d5-29de4a64a542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.724168] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700841, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.724846] env[62622]: INFO nova.compute.manager [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Took 20.17 seconds to build instance. [ 576.762976] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.868305] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.877478] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096329} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.877813] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.878692] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96775a6-2317-4961-9f42-1fc1f61f0171 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.905083] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0c32973d-cf85-4e4a-a89b-1f2c0d98d856/0c32973d-cf85-4e4a-a89b-1f2c0d98d856.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.905505] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e81812d-4373-481b-8669-004d91618e4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.922298] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.926243] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Received event network-vif-plugged-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.926449] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquiring lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.926654] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.926817] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.926983] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] No waiting events found dispatching network-vif-plugged-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.927167] env[62622]: WARNING nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Received unexpected event network-vif-plugged-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 for instance with vm_state building and task_state spawning. [ 576.927331] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Received event network-changed-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.927485] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Refreshing instance network info cache due to event network-changed-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.927665] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquiring lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.927798] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquired lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.928036] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Refreshing network info cache for port 8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.937776] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 576.937776] env[62622]: value = "task-2700844" [ 576.937776] env[62622]: _type = "Task" [ 576.937776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.954158] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.047515] env[62622]: DEBUG nova.compute.manager [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Received event network-vif-plugged-79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.047760] env[62622]: DEBUG oslo_concurrency.lockutils [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] Acquiring lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.047959] env[62622]: DEBUG oslo_concurrency.lockutils [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] Lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.048422] env[62622]: DEBUG oslo_concurrency.lockutils [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] Lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.048615] env[62622]: DEBUG nova.compute.manager [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] No waiting events found dispatching network-vif-plugged-79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.048783] env[62622]: WARNING nova.compute.manager [req-c0cdc830-cd24-4826-96e5-13e261353d8c req-ba290a55-0a7e-483b-b76e-5a55599b5857 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Received unexpected event network-vif-plugged-79a19b41-cd6b-4190-b5ae-60b22ec92734 for instance with vm_state building and task_state spawning. [ 577.072460] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.083735] env[62622]: DEBUG nova.network.neutron [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Updating instance_info_cache with network_info: [{"id": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "address": "fa:16:3e:e8:5e:d6", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a19b41-cd", "ovs_interfaceid": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.105146] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c65fe00-fd64-44f3-a9c5-905a576e2f3f tempest-DeleteServersAdminTestJSON-896387954 tempest-DeleteServersAdminTestJSON-896387954-project-admin] Lock "7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.047s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.112528] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.131417] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52567a63-cd4f-3fe7-46d5-29de4a64a542, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.135735] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e52b7e2-2434-41f5-8cc2-1f46bf78ac08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.141657] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 577.141657] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5283818a-61ad-2ac3-d726-b04e9ef57c85" [ 577.141657] env[62622]: _type = "Task" [ 577.141657] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.154061] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5283818a-61ad-2ac3-d726-b04e9ef57c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.211098] env[62622]: DEBUG oslo_vmware.api [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2700841, 'name': PowerOnVM_Task, 'duration_secs': 0.605785} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.211197] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.211462] env[62622]: INFO nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Took 16.81 seconds to spawn the instance on the hypervisor. [ 577.211611] env[62622]: DEBUG nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.212385] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b41e0e-3f0a-46e1-aaa9-41a62a89095b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.227850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a98a112f-cb89-47ea-ab42-438940525d66 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.682s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.262247] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700839, 'name': ReconfigVM_Task, 'duration_secs': 1.094093} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.262607] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Reconfigured VM instance instance-00000007 to attach disk [datastore1] e56827f5-53a8-4ad3-b6a1-9a41526c6889/e56827f5-53a8-4ad3-b6a1-9a41526c6889.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.263677] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc9c475-b577-436e-97d7-6d12e0960e18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.273465] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 577.273465] env[62622]: value = "task-2700845" [ 577.273465] env[62622]: _type = "Task" [ 577.273465] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.286558] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700845, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.318350] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8501712-7a50-4e7e-8be8-184100c14885 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.326750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2766683-e0ee-4d36-be31-c0f98dc86857 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.363179] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ebaed-0191-4b0b-9c0b-392965e84eb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.371498] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700842, 'name': ReconfigVM_Task, 'duration_secs': 0.942685} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.373685] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.374379] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03269616-6651-44a1-baba-001718f89f45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.377268] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a1a0a-1c1c-4b7d-b0f0-29d5a517d226 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.392089] env[62622]: DEBUG nova.compute.provider_tree [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.397023] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 577.397023] env[62622]: value = "task-2700846" [ 577.397023] env[62622]: _type = "Task" [ 577.397023] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.404363] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700846, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.422694] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Successfully updated port: 29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.449907] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.586603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Releasing lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.586917] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Instance network_info: |[{"id": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "address": "fa:16:3e:e8:5e:d6", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a19b41-cd", "ovs_interfaceid": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.587329] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79a19b41-cd6b-4190-b5ae-60b22ec92734', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.595064] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Creating folder: Project (ef9bd989d026410aa914085ce0759397). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.595713] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477aec12-6d48-4ee2-b362-23992bb51f1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.601172] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.608972] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Created folder: Project (ef9bd989d026410aa914085ce0759397) in parent group-v544184. [ 577.609190] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Creating folder: Instances. Parent ref: group-v544221. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.609511] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd33e7ca-d642-417d-9273-7d515c150dd2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.622971] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Created folder: Instances in parent group-v544221. [ 577.623221] env[62622]: DEBUG oslo.service.loopingcall [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.625618] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.626309] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c2781f-f364-4ea5-9a89-35591c78f5ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.645525] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.652246] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.652246] env[62622]: value = "task-2700850" [ 577.652246] env[62622]: _type = "Task" [ 577.652246] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.660420] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5283818a-61ad-2ac3-d726-b04e9ef57c85, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.661157] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.661836] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 6416b9fa-2e09-4093-9f54-f1649c351ba7/6416b9fa-2e09-4093-9f54-f1649c351ba7.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.661836] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b9768e0-dced-46fe-bdc8-9e294ac95f0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.667159] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700850, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.673287] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 577.673287] env[62622]: value = "task-2700851" [ 577.673287] env[62622]: _type = "Task" [ 577.673287] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.682962] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.691868] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Updated VIF entry in instance network info cache for port 8073f29b-0a3c-4f22-894c-2b2d3e9dbd42. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.692624] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Updating instance_info_cache with network_info: [{"id": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "address": "fa:16:3e:a0:8d:5e", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8073f29b-0a", "ovs_interfaceid": "8073f29b-0a3c-4f22-894c-2b2d3e9dbd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.729967] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.736632] env[62622]: INFO nova.compute.manager [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Took 24.42 seconds to build instance. [ 577.786149] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700845, 'name': Rename_Task, 'duration_secs': 0.194659} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.786295] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.786566] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afdb17eb-887b-48c1-a12a-8c175b1f38b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.795773] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 577.795773] env[62622]: value = "task-2700852" [ 577.795773] env[62622]: _type = "Task" [ 577.795773] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.809038] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.897085] env[62622]: DEBUG nova.scheduler.client.report [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.912616] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700846, 'name': Rename_Task, 'duration_secs': 0.329325} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.913531] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.913531] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d893fd-6322-4eea-ba21-f9734db4b533 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.922607] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 577.922607] env[62622]: value = "task-2700853" [ 577.922607] env[62622]: _type = "Task" [ 577.922607] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.927099] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.927227] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.927386] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.935775] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.952701] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700844, 'name': ReconfigVM_Task, 'duration_secs': 0.574364} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.952701] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0c32973d-cf85-4e4a-a89b-1f2c0d98d856/0c32973d-cf85-4e4a-a89b-1f2c0d98d856.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.952701] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f266cc-8061-4de2-a729-3823326404d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.961200] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 577.961200] env[62622]: value = "task-2700854" [ 577.961200] env[62622]: _type = "Task" [ 577.961200] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.974556] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700854, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.178640] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700850, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.179048] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "781fcdfe-3b6d-439b-ae11-26392217514d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.179334] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.196598] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Releasing lock "refresh_cache-0c32973d-cf85-4e4a-a89b-1f2c0d98d856" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.196851] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 162981df-6203-402e-8443-757c301b577e] Received event network-vif-deleted-aae449ff-fad0-4951-9a70-79347b8bc3ba {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.197050] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Received event network-vif-plugged-0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.197255] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquiring lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.197471] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.197637] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.197873] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] No waiting events found dispatching network-vif-plugged-0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.197952] env[62622]: WARNING nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Received unexpected event network-vif-plugged-0bc7e66f-d0f5-4195-b5da-574fcea7c001 for instance with vm_state building and task_state spawning. [ 578.198123] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Received event network-changed-0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.198309] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Refreshing instance network info cache due to event network-changed-0bc7e66f-d0f5-4195-b5da-574fcea7c001. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.198506] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquiring lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.198731] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Acquired lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.198930] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Refreshing network info cache for port 0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.200655] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.242680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74090909-0998-4e50-9843-9483bf68d3cb tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.940s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.271907] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.309782] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.408630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.410350] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.592s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.410674] env[62622]: DEBUG nova.objects.instance [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lazy-loading 'resources' on Instance uuid cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 578.436525] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700853, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.443387] env[62622]: INFO nova.scheduler.client.report [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Deleted allocations for instance 162981df-6203-402e-8443-757c301b577e [ 578.467515] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.476903] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700854, 'name': Rename_Task, 'duration_secs': 0.318298} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.477522] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.477522] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e40ca55-c9f5-49ba-bb08-6613cb3b480d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.490030] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 578.490030] env[62622]: value = "task-2700855" [ 578.490030] env[62622]: _type = "Task" [ 578.490030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.504656] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.638210] env[62622]: DEBUG nova.network.neutron [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating instance_info_cache with network_info: [{"id": "29590ebd-893b-453a-af8e-81f4805c55aa", "address": "fa:16:3e:10:cf:b1", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29590ebd-89", "ovs_interfaceid": "29590ebd-893b-453a-af8e-81f4805c55aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.671523] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700850, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.695656] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575271} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.696119] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 6416b9fa-2e09-4093-9f54-f1649c351ba7/6416b9fa-2e09-4093-9f54-f1649c351ba7.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.696664] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.697320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6630438-00b6-4320-b4e9-c182929432ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.707402] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 578.707402] env[62622]: value = "task-2700856" [ 578.707402] env[62622]: _type = "Task" [ 578.707402] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.720156] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.746040] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.812786] env[62622]: DEBUG oslo_vmware.api [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700852, 'name': PowerOnVM_Task, 'duration_secs': 0.726239} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.813120] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.813325] env[62622]: INFO nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Took 16.87 seconds to spawn the instance on the hypervisor. [ 578.813562] env[62622]: DEBUG nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.814830] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160c210-dedb-4f8e-8b45-794b0e495785 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.936103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.936103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.947255] env[62622]: DEBUG oslo_vmware.api [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700853, 'name': PowerOnVM_Task, 'duration_secs': 0.84381} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.947255] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.947255] env[62622]: INFO nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Took 14.65 seconds to spawn the instance on the hypervisor. [ 578.947463] env[62622]: DEBUG nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.948615] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10cfade-dc38-475e-b4cd-243ee11b9592 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.954139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-03ed735a-a2a0-4ea5-8fd8-557acf658e2f tempest-ServerExternalEventsTest-257972521 tempest-ServerExternalEventsTest-257972521-project-member] Lock "162981df-6203-402e-8443-757c301b577e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.071s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.999851] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700855, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.003226] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Updated VIF entry in instance network info cache for port 0bc7e66f-d0f5-4195-b5da-574fcea7c001. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.003964] env[62622]: DEBUG nova.network.neutron [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Updating instance_info_cache with network_info: [{"id": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "address": "fa:16:3e:17:0d:7e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc7e66f-d0", "ovs_interfaceid": "0bc7e66f-d0f5-4195-b5da-574fcea7c001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.026520] env[62622]: DEBUG nova.compute.manager [None req-fc8ec792-2543-46c5-a800-26fd499c8174 tempest-ServerDiagnosticsV248Test-2021520073 tempest-ServerDiagnosticsV248Test-2021520073-project-admin] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.027864] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c88052-d6f4-4d87-beb2-c079249eeeae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.035856] env[62622]: INFO nova.compute.manager [None req-fc8ec792-2543-46c5-a800-26fd499c8174 tempest-ServerDiagnosticsV248Test-2021520073 tempest-ServerDiagnosticsV248Test-2021520073-project-admin] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Retrieving diagnostics [ 579.036519] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ccc09-b792-4b29-ac49-3f2343464c0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.146366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.146579] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Instance network_info: |[{"id": "29590ebd-893b-453a-af8e-81f4805c55aa", "address": "fa:16:3e:10:cf:b1", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29590ebd-89", "ovs_interfaceid": "29590ebd-893b-453a-af8e-81f4805c55aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.146993] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:cf:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29590ebd-893b-453a-af8e-81f4805c55aa', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.154545] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Creating folder: Project (78e7194b770a407b92bc973cfdf61b11). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.157177] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a1fb7a4-5d10-4c73-b692-dc48a9bdd7ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.170057] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700850, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.174750] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Created folder: Project (78e7194b770a407b92bc973cfdf61b11) in parent group-v544184. [ 579.174843] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Creating folder: Instances. Parent ref: group-v544224. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.175810] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67250684-7104-428e-b789-4236b0c9a521 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.200994] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Created folder: Instances in parent group-v544224. [ 579.201424] env[62622]: DEBUG oslo.service.loopingcall [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.201740] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.202092] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc98a9a-0dad-4813-9db0-24314f7d2b1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.228152] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105853} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.232065] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.232065] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.232065] env[62622]: value = "task-2700859" [ 579.232065] env[62622]: _type = "Task" [ 579.232065] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.232720] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7a43f-452a-43de-a2f8-56c8c656f0f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.243158] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700859, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.266701] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6416b9fa-2e09-4093-9f54-f1649c351ba7/6416b9fa-2e09-4093-9f54-f1649c351ba7.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.269590] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf45214e-a93d-4093-851d-9ebb041425d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.285190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b959dc-1116-461c-b3e7-b756eb5ddf8a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.293672] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd0a54c-5c64-452c-9aa0-d284f383d4ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.297440] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.298700] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 579.298700] env[62622]: value = "task-2700860" [ 579.298700] env[62622]: _type = "Task" [ 579.298700] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.327935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18504d39-1710-4d5b-801f-64665a773414 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.337200] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.343158] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab12895-e186-4315-9fdb-4444f6a6f0ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.347717] env[62622]: INFO nova.compute.manager [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Took 23.23 seconds to build instance. [ 579.361141] env[62622]: DEBUG nova.compute.provider_tree [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.391783] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "33793592-5c95-4583-a778-4086b87854ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.392083] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.392324] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "33793592-5c95-4583-a778-4086b87854ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.392509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.392744] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.394847] env[62622]: INFO nova.compute.manager [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Terminating instance [ 579.474430] env[62622]: INFO nova.compute.manager [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Took 23.33 seconds to build instance. [ 579.500979] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.506679] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] Releasing lock "refresh_cache-6416b9fa-2e09-4093-9f54-f1649c351ba7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.507093] env[62622]: DEBUG nova.compute.manager [req-a3c5d293-bd8b-4a3a-82bb-81388583b59d req-c28269b5-8acb-4be4-8119-c5207c509e2c service nova] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Received event network-vif-deleted-b1ad1280-c9c9-4ce6-bcef-b723b62094a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.669772] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700850, 'name': CreateVM_Task, 'duration_secs': 1.93693} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.669961] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.670730] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.670958] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.671250] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.671544] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce794225-7552-4094-8c4d-74de3b91acfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.676777] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 579.676777] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f297df-3d50-499e-986a-6059753a4f6d" [ 579.676777] env[62622]: _type = "Task" [ 579.676777] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.688922] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f297df-3d50-499e-986a-6059753a4f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.744981] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700859, 'name': CreateVM_Task, 'duration_secs': 0.49834} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.746140] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.746140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.813679] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.850947] env[62622]: DEBUG oslo_concurrency.lockutils [None req-eb76e56e-23a2-4b44-b117-7ce89ecd1ab3 tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.743s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.856497] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.856785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.864392] env[62622]: DEBUG nova.scheduler.client.report [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.899695] env[62622]: DEBUG nova.compute.manager [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 579.900450] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.900908] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c5c910-f0e2-4657-8358-8965e3f57bd7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.910657] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.912483] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc9d4b1a-3ed4-471a-a138-06ec678eeb30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.919768] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 579.919768] env[62622]: value = "task-2700862" [ 579.919768] env[62622]: _type = "Task" [ 579.919768] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.931079] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.976546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f993ccd-d3d1-4550-bbe0-28d5af9b2d2f tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.839s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.005142] env[62622]: DEBUG oslo_vmware.api [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700855, 'name': PowerOnVM_Task, 'duration_secs': 1.156608} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.005142] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.005142] env[62622]: INFO nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Took 10.91 seconds to spawn the instance on the hypervisor. [ 580.005142] env[62622]: DEBUG nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.005820] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84305e31-6410-4415-8cb0-93242a3be3f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.192187] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f297df-3d50-499e-986a-6059753a4f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.024657} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.193053] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.193504] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.193963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.194328] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.196089] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.196089] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.196089] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.196089] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731f37df-ed82-49e4-a66d-40db910b4915 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.198327] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c1bd6e-ec32-465a-a0ba-c1e4a52ea534 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.207020] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 580.207020] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d4bf66-1fef-dc9d-433b-3a6ea1239b73" [ 580.207020] env[62622]: _type = "Task" [ 580.207020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.217480] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.217480] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.217985] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4397655-dc19-464a-8ea4-e711388e89b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.224534] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d4bf66-1fef-dc9d-433b-3a6ea1239b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.229110] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 580.229110] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52280e54-ccfb-9e54-6514-cb8648252ddd" [ 580.229110] env[62622]: _type = "Task" [ 580.229110] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.239558] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52280e54-ccfb-9e54-6514-cb8648252ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.315550] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700860, 'name': ReconfigVM_Task, 'duration_secs': 0.568273} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.316145] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6416b9fa-2e09-4093-9f54-f1649c351ba7/6416b9fa-2e09-4093-9f54-f1649c351ba7.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.317050] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81bce3e9-6600-4b3b-9a8b-087e26e8027a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.326247] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 580.326247] env[62622]: value = "task-2700863" [ 580.326247] env[62622]: _type = "Task" [ 580.326247] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.340114] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700863, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.357559] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.369515] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.372794] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.772s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.375338] env[62622]: INFO nova.compute.claims [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.381893] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Received event network-vif-plugged-29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.382605] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.382874] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Lock "eccccb48-b273-41ee-92b0-083c180e843f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.383139] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Lock "eccccb48-b273-41ee-92b0-083c180e843f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.383327] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] No waiting events found dispatching network-vif-plugged-29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.383594] env[62622]: WARNING nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Received unexpected event network-vif-plugged-29590ebd-893b-453a-af8e-81f4805c55aa for instance with vm_state building and task_state spawning. [ 580.383849] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Received event network-changed-29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.384091] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Refreshing instance network info cache due to event network-changed-29590ebd-893b-453a-af8e-81f4805c55aa. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.384536] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Acquiring lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.384722] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Acquired lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.384894] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Refreshing network info cache for port 29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.396951] env[62622]: INFO nova.scheduler.client.report [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Deleted allocations for instance cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2 [ 580.402926] env[62622]: DEBUG nova.compute.manager [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Received event network-changed-79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.404024] env[62622]: DEBUG nova.compute.manager [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Refreshing instance network info cache due to event network-changed-79a19b41-cd6b-4190-b5ae-60b22ec92734. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.404024] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] Acquiring lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.404024] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] Acquired lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.404024] env[62622]: DEBUG nova.network.neutron [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Refreshing network info cache for port 79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.434313] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700862, 'name': PowerOffVM_Task, 'duration_secs': 0.465102} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.434313] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.434313] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.434313] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e0e274c-6876-47aa-833a-fd802eaddf21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.482561] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.538758] env[62622]: INFO nova.compute.manager [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Took 22.33 seconds to build instance. [ 580.541101] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.541439] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.611015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.611185] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.611261] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Deleting the datastore file [datastore1] 33793592-5c95-4583-a778-4086b87854ad {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.611658] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c4238f-aa0a-4cd3-83ce-69d47a7f6fe3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.621622] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for the task: (returnval){ [ 580.621622] env[62622]: value = "task-2700865" [ 580.621622] env[62622]: _type = "Task" [ 580.621622] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.633738] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.721544] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d4bf66-1fef-dc9d-433b-3a6ea1239b73, 'name': SearchDatastore_Task, 'duration_secs': 0.02005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.721924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.722234] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.724284] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.742381] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52280e54-ccfb-9e54-6514-cb8648252ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.016536} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.743502] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bbfd4a-0f81-4a25-bd0a-903b40202215 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.752530] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 580.752530] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526180a7-4ae5-f441-dbbc-0da5ade4ad72" [ 580.752530] env[62622]: _type = "Task" [ 580.752530] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.765668] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526180a7-4ae5-f441-dbbc-0da5ade4ad72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.839543] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700863, 'name': Rename_Task, 'duration_secs': 0.239158} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.840020] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.840462] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228e5c73-297b-4daf-b441-2ba30c3822e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.850438] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 580.850438] env[62622]: value = "task-2700866" [ 580.850438] env[62622]: _type = "Task" [ 580.850438] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.869138] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.894658] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.914057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3fc3fe34-3ea2-43b0-aabc-41f53bedeb2a tempest-TenantUsagesTestJSON-1285252040 tempest-TenantUsagesTestJSON-1285252040-project-member] Lock "cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.590s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.004831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.044115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9c94698e-4196-4bb4-bbfa-046ee4581652 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.845s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.137659] env[62622]: DEBUG oslo_vmware.api [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Task: {'id': task-2700865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286814} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.137659] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.137659] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.137659] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.137659] env[62622]: INFO nova.compute.manager [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] [instance: 33793592-5c95-4583-a778-4086b87854ad] Took 1.24 seconds to destroy the instance on the hypervisor. [ 581.138087] env[62622]: DEBUG oslo.service.loopingcall [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.138215] env[62622]: DEBUG nova.compute.manager [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.138643] env[62622]: DEBUG nova.network.neutron [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.267161] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526180a7-4ae5-f441-dbbc-0da5ade4ad72, 'name': SearchDatastore_Task, 'duration_secs': 0.018368} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.267255] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.267775] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9a96a908-513e-482d-bfc9-950c029a1b21/9a96a908-513e-482d-bfc9-950c029a1b21.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.267964] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.268071] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.268361] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226b4569-54db-4ae7-a6fa-1a45f9c1fd9f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.271771] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e8689b-3ac9-447d-8875-a44661c24e69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.287258] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 581.287258] env[62622]: value = "task-2700867" [ 581.287258] env[62622]: _type = "Task" [ 581.287258] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.289523] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.289730] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.295251] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b8b256-ccc1-494a-be43-795f313961f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.306270] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.307988] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 581.307988] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f23cf-ff90-1769-795a-f12cb6fdb116" [ 581.307988] env[62622]: _type = "Task" [ 581.307988] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.319587] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f23cf-ff90-1769-795a-f12cb6fdb116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.364632] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.551500] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.780412] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updated VIF entry in instance network info cache for port 29590ebd-893b-453a-af8e-81f4805c55aa. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.780412] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating instance_info_cache with network_info: [{"id": "29590ebd-893b-453a-af8e-81f4805c55aa", "address": "fa:16:3e:10:cf:b1", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29590ebd-89", "ovs_interfaceid": "29590ebd-893b-453a-af8e-81f4805c55aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.807047] env[62622]: DEBUG nova.network.neutron [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Updated VIF entry in instance network info cache for port 79a19b41-cd6b-4190-b5ae-60b22ec92734. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.808010] env[62622]: DEBUG nova.network.neutron [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Updating instance_info_cache with network_info: [{"id": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "address": "fa:16:3e:e8:5e:d6", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a19b41-cd", "ovs_interfaceid": "79a19b41-cd6b-4190-b5ae-60b22ec92734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.830330] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187893f-1722-4c3c-8a01-2efdfa78a676 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.841262] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.854614] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132fb8c-3002-4b2a-9f23-502a9cba5eb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.860760] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f23cf-ff90-1769-795a-f12cb6fdb116, 'name': SearchDatastore_Task, 'duration_secs': 0.018854} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.868281] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f8a4db-c8a5-4e77-9c71-32fd2ad69847 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.879525] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.910526] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 581.910526] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d7d6c0-2eab-c266-c693-9cde584ef37f" [ 581.910526] env[62622]: _type = "Task" [ 581.910526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.912674] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff73e51-c00b-48c8-a4fa-a2f5dbb08e0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.930033] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d7d6c0-2eab-c266-c693-9cde584ef37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.934697] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3622149-c4a7-437b-8d61-abb1a9a48580 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.973023] env[62622]: DEBUG nova.compute.provider_tree [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.086291] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.286091] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Releasing lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.286820] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Received event network-changed-88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.286820] env[62622]: DEBUG nova.compute.manager [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Refreshing instance network info cache due to event network-changed-88a21767-407b-4f3d-877e-8fce96f00b16. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.286820] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Acquiring lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.287467] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Acquired lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.287467] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Refreshing network info cache for port 88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.300166] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772445} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.301123] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9a96a908-513e-482d-bfc9-950c029a1b21/9a96a908-513e-482d-bfc9-950c029a1b21.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.301709] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.301709] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3930f93b-0a44-411a-a909-cdd1062ed193 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.312538] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 582.312538] env[62622]: value = "task-2700869" [ 582.312538] env[62622]: _type = "Task" [ 582.312538] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.321696] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb1659a-0f36-4320-80f9-3b2419b48577 req-3744435f-3c5c-4987-b589-2853f3fe4185 service nova] Releasing lock "refresh_cache-9a96a908-513e-482d-bfc9-950c029a1b21" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.330829] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.371324] env[62622]: DEBUG oslo_vmware.api [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700866, 'name': PowerOnVM_Task, 'duration_secs': 1.073726} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.372167] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.372580] env[62622]: INFO nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Took 10.91 seconds to spawn the instance on the hypervisor. [ 582.372863] env[62622]: DEBUG nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.373814] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a1b866-6c87-40e9-92c2-a2d721b1e1c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.428114] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d7d6c0-2eab-c266-c693-9cde584ef37f, 'name': SearchDatastore_Task, 'duration_secs': 0.086499} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.431179] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.431179] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eccccb48-b273-41ee-92b0-083c180e843f/eccccb48-b273-41ee-92b0-083c180e843f.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.431179] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858d4aa7-806c-44da-a24c-a0477d4a0a71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.440073] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 582.440073] env[62622]: value = "task-2700870" [ 582.440073] env[62622]: _type = "Task" [ 582.440073] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.453606] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.477567] env[62622]: DEBUG nova.scheduler.client.report [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.532452] env[62622]: DEBUG nova.network.neutron [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.625253] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f75618ab-639c-4e5a-8462-904331efc0ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.626531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.829704] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235218} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.829704] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.829704] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a71adc-f2ec-4073-9fef-eb335c37b00b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.865423] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9a96a908-513e-482d-bfc9-950c029a1b21/9a96a908-513e-482d-bfc9-950c029a1b21.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.869211] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b342cbf7-d85c-4e5a-a7f2-05c20861e045 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.914678] env[62622]: INFO nova.compute.manager [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Took 19.94 seconds to build instance. [ 582.915991] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 582.915991] env[62622]: value = "task-2700871" [ 582.915991] env[62622]: _type = "Task" [ 582.915991] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.933654] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.957500] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.985277] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.985822] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.990724] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.344s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.992243] env[62622]: INFO nova.compute.claims [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.037113] env[62622]: INFO nova.compute.manager [-] [instance: 33793592-5c95-4583-a778-4086b87854ad] Took 1.90 seconds to deallocate network for instance. [ 583.324729] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updated VIF entry in instance network info cache for port 88a21767-407b-4f3d-877e-8fce96f00b16. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.325349] env[62622]: DEBUG nova.network.neutron [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updating instance_info_cache with network_info: [{"id": "88a21767-407b-4f3d-877e-8fce96f00b16", "address": "fa:16:3e:c3:db:15", "network": {"id": "cabed3ff-744c-4400-9cbf-bd78242553e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-527336079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cec7779b77e4d958d16dedab7a59f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a21767-40", "ovs_interfaceid": "88a21767-407b-4f3d-877e-8fce96f00b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.427989] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a00cf7a-0c54-457b-9bec-e4ac828cdb48 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.778s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.428274] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.454457] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.456026] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eccccb48-b273-41ee-92b0-083c180e843f/eccccb48-b273-41ee-92b0-083c180e843f.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.456026] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.456026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc740282-22ed-485a-b25e-6af9d18d7dba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.466263] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 583.466263] env[62622]: value = "task-2700872" [ 583.466263] env[62622]: _type = "Task" [ 583.466263] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.478632] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.490804] env[62622]: DEBUG nova.compute.utils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.492266] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.493243] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.546572] env[62622]: DEBUG nova.policy [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b8989ff744c59b9848f6d5c2e2cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021576358d6c4a5990b97e583e555b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.548819] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.597557] env[62622]: DEBUG nova.compute.manager [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Received event network-changed-527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.597747] env[62622]: DEBUG nova.compute.manager [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Refreshing instance network info cache due to event network-changed-527fd6bd-560a-4fbb-ae03-aa76329c4631. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.597965] env[62622]: DEBUG oslo_concurrency.lockutils [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] Acquiring lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.598952] env[62622]: DEBUG oslo_concurrency.lockutils [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] Acquired lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.602446] env[62622]: DEBUG nova.network.neutron [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Refreshing network info cache for port 527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.700422] env[62622]: DEBUG nova.compute.manager [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 583.832041] env[62622]: DEBUG oslo_concurrency.lockutils [req-42d047a2-3dcc-4638-b41a-66130e5a74d7 req-fe1b18bf-38be-40ea-8ac6-543850c5479d service nova] Releasing lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.928409] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700871, 'name': ReconfigVM_Task, 'duration_secs': 0.914284} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.928696] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9a96a908-513e-482d-bfc9-950c029a1b21/9a96a908-513e-482d-bfc9-950c029a1b21.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.929769] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f2a07e2-e392-47da-bde4-47b46701d549 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.931840] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.942737] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 583.942737] env[62622]: value = "task-2700874" [ 583.942737] env[62622]: _type = "Task" [ 583.942737] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.956304] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700874, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.976560] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078092} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.976781] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.977628] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442297d-1e60-412b-815b-ee01c93e05ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.999487] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.014115] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] eccccb48-b273-41ee-92b0-083c180e843f/eccccb48-b273-41ee-92b0-083c180e843f.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.019428] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32282ea-943f-4473-b11d-bc0147afa58a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.045887] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 584.045887] env[62622]: value = "task-2700875" [ 584.045887] env[62622]: _type = "Task" [ 584.045887] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.061176] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.067620] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.070027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.070027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.070027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.070027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.071699] env[62622]: INFO nova.compute.manager [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Terminating instance [ 584.223498] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.404201] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1d08f5-d775-44e1-9a11-cb08dd69a10c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.417304] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb40b6-e4e9-4491-acd5-a34230ca68d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.471099] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73872db7-442b-4a4d-89a1-dc576ba0e252 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.484133] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90abd14-9ebe-4d5a-abf8-d981623c230b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.488892] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700874, 'name': Rename_Task, 'duration_secs': 0.270558} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.489972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.493266] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.493936] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f411845-58e7-4543-9f29-474e4ca405c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.505010] env[62622]: DEBUG nova.compute.provider_tree [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.507776] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 584.507776] env[62622]: value = "task-2700876" [ 584.507776] env[62622]: _type = "Task" [ 584.507776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.519859] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.557959] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.579142] env[62622]: DEBUG nova.compute.manager [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.579423] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.580585] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b8a68-1238-4fa6-bd1b-48752cd38b14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.590478] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.591462] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef13cdd2-981c-4daf-927f-a03fdccb0858 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.599072] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 584.599072] env[62622]: value = "task-2700877" [ 584.599072] env[62622]: _type = "Task" [ 584.599072] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.603640] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Successfully created port: 9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.612599] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.689598] env[62622]: DEBUG nova.network.neutron [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updated VIF entry in instance network info cache for port 527fd6bd-560a-4fbb-ae03-aa76329c4631. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.689995] env[62622]: DEBUG nova.network.neutron [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updating instance_info_cache with network_info: [{"id": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "address": "fa:16:3e:9b:2c:37", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527fd6bd-56", "ovs_interfaceid": "527fd6bd-560a-4fbb-ae03-aa76329c4631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.012789] env[62622]: DEBUG nova.scheduler.client.report [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.023534] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.041815] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.058837] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700875, 'name': ReconfigVM_Task, 'duration_secs': 0.669199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.059622] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] eccccb48-b273-41ee-92b0-083c180e843f/eccccb48-b273-41ee-92b0-083c180e843f.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.060602] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2e188a6-75cc-49c4-806e-961b60cbc76f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.065083] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.065083] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.065083] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.065083] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.065340] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.065340] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.065830] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.065830] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.065830] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.066299] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.066299] env[62622]: DEBUG nova.virt.hardware [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.066936] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab528de8-ffbe-49aa-83dd-47a9a86b8e29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.078083] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168aa6d0-5c00-494f-930d-ec60e68b3305 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.084020] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 585.084020] env[62622]: value = "task-2700878" [ 585.084020] env[62622]: _type = "Task" [ 585.084020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.107533] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700878, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.114391] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700877, 'name': PowerOffVM_Task, 'duration_secs': 0.428861} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.114391] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.114391] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.116278] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6677e6-22bf-4cd8-afdc-c19e66742f60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.193494] env[62622]: DEBUG oslo_concurrency.lockutils [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] Releasing lock "refresh_cache-11c6c505-1909-4b81-ac40-b0ef4bd474ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.193768] env[62622]: DEBUG nova.compute.manager [req-e72b4acd-8658-40a0-a1e9-56a782430723 req-8db39c7b-f46a-4736-bbd6-b666a40c630b service nova] [instance: 33793592-5c95-4583-a778-4086b87854ad] Received event network-vif-deleted-55d3cb7a-2685-4c3e-89e4-56880a61cb2e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.199289] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.199508] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.199710] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Deleting the datastore file [datastore1] e56827f5-53a8-4ad3-b6a1-9a41526c6889 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.200017] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6acaa2a-1d31-4dbf-a01d-32a22958dab4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.210960] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for the task: (returnval){ [ 585.210960] env[62622]: value = "task-2700880" [ 585.210960] env[62622]: _type = "Task" [ 585.210960] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.229130] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.537466] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.537979] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.544346] env[62622]: DEBUG oslo_vmware.api [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700876, 'name': PowerOnVM_Task, 'duration_secs': 0.869243} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.544977] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.273s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.547128] env[62622]: INFO nova.compute.claims [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.550242] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.550474] env[62622]: INFO nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Took 11.61 seconds to spawn the instance on the hypervisor. [ 585.550674] env[62622]: DEBUG nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.551750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d406f46c-7071-4ecc-ba4d-57f65e5baa65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.600477] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700878, 'name': Rename_Task, 'duration_secs': 0.295784} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.601450] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.602641] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b4d6046-c327-4c9b-981c-1a97822e0f18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.618647] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 585.618647] env[62622]: value = "task-2700881" [ 585.618647] env[62622]: _type = "Task" [ 585.618647] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.629656] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.723168] env[62622]: DEBUG oslo_vmware.api [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Task: {'id': task-2700880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377085} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.723238] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.723434] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.723608] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.723783] env[62622]: INFO nova.compute.manager [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Took 1.14 seconds to destroy the instance on the hypervisor. [ 585.724250] env[62622]: DEBUG oslo.service.loopingcall [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.724482] env[62622]: DEBUG nova.compute.manager [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.724578] env[62622]: DEBUG nova.network.neutron [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.049214] env[62622]: DEBUG nova.compute.utils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.049214] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.049214] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.079641] env[62622]: INFO nova.compute.manager [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Took 19.66 seconds to build instance. [ 586.136017] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.145039] env[62622]: DEBUG nova.policy [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d774721d4a4eeeade7c70f876fe310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aed00bc8edbe471abbe36880c0c29015', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.460271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566f526-29e9-4760-8fa5-0891d81419a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.477066] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a5890-0c71-437b-8511-a07d3b500490 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.521529] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ccc3c-5713-45c4-ba8f-a81fba8ac2b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.535516] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95367297-dd18-44e5-8b1e-8b8da9ea6abe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.550599] env[62622]: DEBUG nova.compute.provider_tree [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.553675] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Successfully created port: 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.556330] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.583131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45bdb5ad-7e98-41c1-9a34-13b563c65002 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.184s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.632983] env[62622]: DEBUG oslo_vmware.api [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2700881, 'name': PowerOnVM_Task, 'duration_secs': 0.85984} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.633518] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.633518] env[62622]: INFO nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Took 10.14 seconds to spawn the instance on the hypervisor. [ 586.633637] env[62622]: DEBUG nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.634434] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f219ef80-a7f3-491d-a226-060ae03857c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.713385] env[62622]: DEBUG nova.network.neutron [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.059031] env[62622]: DEBUG nova.scheduler.client.report [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.068776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "871e155a-5dcb-41bb-9863-0081f55bd928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.071343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.087389] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.159747] env[62622]: INFO nova.compute.manager [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Took 19.73 seconds to build instance. [ 587.217956] env[62622]: INFO nova.compute.manager [-] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Took 1.49 seconds to deallocate network for instance. [ 587.388957] env[62622]: DEBUG nova.compute.manager [req-e39a8f7e-ee8a-449f-9ab4-a29da22c7007 req-09279e16-9c82-4e73-80a8-26612f073e47 service nova] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Received event network-vif-deleted-8f410fa2-e46a-4e9c-8b9b-150814e47512 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.483201] env[62622]: DEBUG nova.compute.manager [None req-78e63dac-df50-4a67-ad8a-d4de88876233 tempest-ServerDiagnosticsTest-991479276 tempest-ServerDiagnosticsTest-991479276-project-admin] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.485182] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada7714-2182-4d54-9784-ad64af7af7aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.493569] env[62622]: INFO nova.compute.manager [None req-78e63dac-df50-4a67-ad8a-d4de88876233 tempest-ServerDiagnosticsTest-991479276 tempest-ServerDiagnosticsTest-991479276-project-admin] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Retrieving diagnostics [ 587.494261] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecfd26a-1b8c-4fdc-b9db-0d0fba6edb7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.566556] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.021s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.567088] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.569729] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.272s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.571164] env[62622]: INFO nova.compute.claims [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.575996] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.606720] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.607265] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.612283] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.612525] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.612678] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.612828] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.613060] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.613228] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.613442] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.613627] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.613893] env[62622]: DEBUG nova.virt.hardware [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.615102] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b5c990-8187-4f50-8995-86c6b4e0aa68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.620427] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.627271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e539ed-8075-478c-abd0-bd008a69ced8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.662126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d579edc1-c98a-4124-8495-dfdc642cd29e tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.242s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.689316] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Successfully updated port: 9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.733479] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.043734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.043966] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.081616] env[62622]: DEBUG nova.compute.utils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.083259] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.083259] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.169064] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.194741] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.194741] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.194741] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.224977] env[62622]: DEBUG nova.policy [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686fc478e8a14c97827e154775a82a77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c798314f32c4acf84cfa0fba04346d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.259979] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Successfully updated port: 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.588019] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.705076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.764789] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.764988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.765214] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.772185] env[62622]: DEBUG nova.compute.manager [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Received event network-vif-plugged-9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.772185] env[62622]: DEBUG oslo_concurrency.lockutils [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] Acquiring lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.772185] env[62622]: DEBUG oslo_concurrency.lockutils [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.772185] env[62622]: DEBUG oslo_concurrency.lockutils [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.772185] env[62622]: DEBUG nova.compute.manager [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] No waiting events found dispatching network-vif-plugged-9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.772561] env[62622]: WARNING nova.compute.manager [req-27824870-26e9-4804-aeac-1403fd15631e req-e79f887a-4c49-47ae-99b2-60cdda8f2381 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Received unexpected event network-vif-plugged-9eb8402e-1640-407f-b73a-87604617c156 for instance with vm_state building and task_state spawning. [ 588.797155] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.132166] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29863cd-f46f-4e90-a150-40a54b825805 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.146124] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d4bf75-24c8-464f-b8ab-95e46d04c842 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.185387] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Successfully created port: 92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.188452] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb7a62-7e8f-40d0-bc72-56ec8d61d88d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.197059] env[62622]: DEBUG nova.network.neutron [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Updating instance_info_cache with network_info: [{"id": "9eb8402e-1640-407f-b73a-87604617c156", "address": "fa:16:3e:dd:d6:08", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb8402e-16", "ovs_interfaceid": "9eb8402e-1640-407f-b73a-87604617c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.198770] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.198995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.205641] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2537816-70f5-4f41-8045-8142ade75cb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.227830] env[62622]: DEBUG nova.compute.provider_tree [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.528924] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.601195] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.640423] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.640672] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.640883] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.640994] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.641204] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.641353] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.641593] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.641801] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.642130] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.642374] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.642588] env[62622]: DEBUG nova.virt.hardware [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.643560] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18495b-06f9-45e6-869c-a54278881dcd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.653394] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b94eee-6bcb-4869-8f5e-d4da15904862 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.700355] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.700714] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Instance network_info: |[{"id": "9eb8402e-1640-407f-b73a-87604617c156", "address": "fa:16:3e:dd:d6:08", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb8402e-16", "ovs_interfaceid": "9eb8402e-1640-407f-b73a-87604617c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.701127] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:d6:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eb8402e-1640-407f-b73a-87604617c156', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.712790] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating folder: Project (021576358d6c4a5990b97e583e555b0b). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.713818] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-044a09d3-9fba-478c-a76f-a684272bdfef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.727381] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created folder: Project (021576358d6c4a5990b97e583e555b0b) in parent group-v544184. [ 589.727722] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating folder: Instances. Parent ref: group-v544228. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.731403] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed6812d7-349a-4592-b224-3ff1cb8b625b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.733988] env[62622]: DEBUG nova.scheduler.client.report [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.750966] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created folder: Instances in parent group-v544228. [ 589.751799] env[62622]: DEBUG oslo.service.loopingcall [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.751799] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.752099] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168890b9-8f13-456a-b971-dfb2ea22d39d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.779952] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.779952] env[62622]: value = "task-2700885" [ 589.779952] env[62622]: _type = "Task" [ 589.779952] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.794816] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "9a96a908-513e-482d-bfc9-950c029a1b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.795661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.795942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.796190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.796443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.798302] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700885, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.798839] env[62622]: INFO nova.compute.manager [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Terminating instance [ 589.838441] env[62622]: DEBUG nova.network.neutron [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.245845] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.246422] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.250683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.355s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.257047] env[62622]: INFO nova.compute.claims [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.297326] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700885, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.307772] env[62622]: DEBUG nova.compute.manager [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.307772] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.307772] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd7582-2f8d-4944-8529-30fc76087db9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.318911] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.318911] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3dbb75-bacf-412e-9dfa-1096267926bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.329897] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 590.329897] env[62622]: value = "task-2700886" [ 590.329897] env[62622]: _type = "Task" [ 590.329897] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.345203] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.345203] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Instance network_info: |[{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.346252] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.348923] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:13:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0acb79-807f-4502-9f8c-bb1100cea0b7', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.354751] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Creating folder: Project (aed00bc8edbe471abbe36880c0c29015). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.355447] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f8e537-a1c0-4116-919f-341febb64303 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.372776] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Created folder: Project (aed00bc8edbe471abbe36880c0c29015) in parent group-v544184. [ 590.372776] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Creating folder: Instances. Parent ref: group-v544231. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.372987] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daea0542-a750-4d09-a0b0-5b8d0d6c3284 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.384760] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Created folder: Instances in parent group-v544231. [ 590.385061] env[62622]: DEBUG oslo.service.loopingcall [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.385281] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.385491] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c8a30ae-4eec-4710-bcab-b67ba0090f95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.407176] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.407176] env[62622]: value = "task-2700889" [ 590.407176] env[62622]: _type = "Task" [ 590.407176] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.417026] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700889, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.759624] env[62622]: DEBUG nova.compute.utils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.767723] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.767945] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.771214] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.771463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.793633] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700885, 'name': CreateVM_Task, 'duration_secs': 0.542449} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.794333] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.795825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.795825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.796155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.796470] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d530bd70-ef9d-46fd-9473-1a42bc860cc5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.802325] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 590.802325] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f6e886-28ca-899d-1caa-4de714582357" [ 590.802325] env[62622]: _type = "Task" [ 590.802325] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.815126] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f6e886-28ca-899d-1caa-4de714582357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.819282] env[62622]: DEBUG nova.policy [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ebfaf9bd1546fdbb3980b8326eee68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e9a955b41e4cb190b1375f52d61088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.841816] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700886, 'name': PowerOffVM_Task, 'duration_secs': 0.380597} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.842480] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.843124] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.844315] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5568bd-74ea-4745-beb2-10f329424ea9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.920640] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.920936] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.921220] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Deleting the datastore file [datastore2] 9a96a908-513e-482d-bfc9-950c029a1b21 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.921654] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a3716e0-1167-4152-bb7c-9f93e004ca97 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.928709] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700889, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.930965] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for the task: (returnval){ [ 590.930965] env[62622]: value = "task-2700891" [ 590.930965] env[62622]: _type = "Task" [ 590.930965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.943833] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.963701] env[62622]: DEBUG nova.compute.manager [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-vif-plugged-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.963960] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Acquiring lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.964411] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.964519] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.964679] env[62622]: DEBUG nova.compute.manager [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] No waiting events found dispatching network-vif-plugged-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.964856] env[62622]: WARNING nova.compute.manager [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received unexpected event network-vif-plugged-2a0acb79-807f-4502-9f8c-bb1100cea0b7 for instance with vm_state building and task_state spawning. [ 590.965019] env[62622]: DEBUG nova.compute.manager [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.966423] env[62622]: DEBUG nova.compute.manager [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing instance network info cache due to event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.966774] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.966774] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.966973] env[62622]: DEBUG nova.network.neutron [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.999041] env[62622]: DEBUG nova.compute.manager [None req-138a1570-0c28-429e-a46e-1ae4b88137e9 tempest-ServerDiagnosticsV248Test-2021520073 tempest-ServerDiagnosticsV248Test-2021520073-project-admin] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.000470] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3d1f7-eedb-4237-bfa1-412df64ee229 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.018155] env[62622]: INFO nova.compute.manager [None req-138a1570-0c28-429e-a46e-1ae4b88137e9 tempest-ServerDiagnosticsV248Test-2021520073 tempest-ServerDiagnosticsV248Test-2021520073-project-admin] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Retrieving diagnostics [ 591.019463] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9c0c56-cefb-4f1b-9e33-6b93a50704bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.219169] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Successfully created port: da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.271214] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.316492] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f6e886-28ca-899d-1caa-4de714582357, 'name': SearchDatastore_Task, 'duration_secs': 0.015339} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.317277] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.317277] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.317536] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.317536] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.318024] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.319071] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20f05b6-f59b-466b-a3c1-833f0652480a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.337014] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.337268] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.338021] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf7735f-f6b8-4f57-a004-95f9e9ac33c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.355363] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 591.355363] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a0a559-eb38-d685-4ee9-415e9e1dbbf4" [ 591.355363] env[62622]: _type = "Task" [ 591.355363] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.374579] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a0a559-eb38-d685-4ee9-415e9e1dbbf4, 'name': SearchDatastore_Task, 'duration_secs': 0.017336} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.375359] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3729ad-d32d-43e3-a07e-e453965fd1fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.382315] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 591.382315] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52722d2a-fb98-8e9c-2d94-ff6cc5debfaf" [ 591.382315] env[62622]: _type = "Task" [ 591.382315] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.395294] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52722d2a-fb98-8e9c-2d94-ff6cc5debfaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.418499] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700889, 'name': CreateVM_Task, 'duration_secs': 0.541798} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.423060] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.423831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.423997] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.424628] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.424628] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d23719c-bfa5-4741-b849-35c190875542 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.430483] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 591.430483] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d065bb-714e-bf51-fa42-19c82086104a" [ 591.430483] env[62622]: _type = "Task" [ 591.430483] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.450338] env[62622]: DEBUG oslo_vmware.api [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Task: {'id': task-2700891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481735} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.450338] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d065bb-714e-bf51-fa42-19c82086104a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.450338] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.450338] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.450338] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.450730] env[62622]: INFO nova.compute.manager [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 591.450730] env[62622]: DEBUG oslo.service.loopingcall [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.450730] env[62622]: DEBUG nova.compute.manager [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 591.450825] env[62622]: DEBUG nova.network.neutron [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.771482] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5babd-b7fc-4f3e-85f2-ef9a8b594183 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.780958] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c191e4f4-695c-49d9-b363-0c8da98208bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.832544] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Successfully updated port: 92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.838586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66308e19-5d98-4e36-b335-d699373aa654 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.852750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6719bbf-532b-455b-b462-37924ec16b9b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.870817] env[62622]: DEBUG nova.compute.provider_tree [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.896094] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52722d2a-fb98-8e9c-2d94-ff6cc5debfaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017231} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.896859] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.896859] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9eea1e6-c005-4b5e-b496-cd98d5b181e2/a9eea1e6-c005-4b5e-b496-cd98d5b181e2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.896859] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5e89a99-37f0-4b4e-838d-ef44b9c2a93c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.906100] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 591.906100] env[62622]: value = "task-2700892" [ 591.906100] env[62622]: _type = "Task" [ 591.906100] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.916649] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.942333] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d065bb-714e-bf51-fa42-19c82086104a, 'name': SearchDatastore_Task, 'duration_secs': 0.044495} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.942495] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.942857] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.943181] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.943181] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.943277] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.945941] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef571f5c-5d82-4dff-85d0-e0f381115856 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.957320] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.957491] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.958287] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ccc571-4e07-44ba-9462-f79914c618b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.968594] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 591.968594] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b80f1-d80d-e272-e971-b7e686835504" [ 591.968594] env[62622]: _type = "Task" [ 591.968594] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.979502] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b80f1-d80d-e272-e971-b7e686835504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.295401] env[62622]: DEBUG nova.network.neutron [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.301010] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.321229] env[62622]: DEBUG nova.network.neutron [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updated VIF entry in instance network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.321229] env[62622]: DEBUG nova.network.neutron [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.343510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.343510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquired lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.343510] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.347120] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.347381] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.347578] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.347937] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.348387] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.348471] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.348962] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.349155] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.349347] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.349490] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.350640] env[62622]: DEBUG nova.virt.hardware [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.351686] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc719df-c280-4486-a6d1-114f8f085db9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.364760] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47834c2c-c6c4-4b32-9ce7-b514ca73cd04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.373776] env[62622]: DEBUG nova.scheduler.client.report [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.423359] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.442719] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.484274] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b80f1-d80d-e272-e971-b7e686835504, 'name': SearchDatastore_Task, 'duration_secs': 0.0152} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.484743] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe39d48-a8ea-41e7-a257-0cea12dad9b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.501760] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 592.501760] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f4468d-ccb2-8c7b-b127-daed86123fb1" [ 592.501760] env[62622]: _type = "Task" [ 592.501760] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.511996] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f4468d-ccb2-8c7b-b127-daed86123fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.806819] env[62622]: INFO nova.compute.manager [-] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Took 1.36 seconds to deallocate network for instance. [ 592.821421] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb61b55c-b8c2-4a33-9ecc-80c004a86da6 req-bf3bfdbe-ec92-406c-89f9-26029f2dac74 service nova] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.888089] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.889165] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.899020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.889s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.899020] env[62622]: INFO nova.compute.claims [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.923673] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640946} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.923673] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9eea1e6-c005-4b5e-b496-cd98d5b181e2/a9eea1e6-c005-4b5e-b496-cd98d5b181e2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.923673] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.923673] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9b0d7f-547f-445f-b6a4-587c5394733d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.935356] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 592.935356] env[62622]: value = "task-2700893" [ 592.935356] env[62622]: _type = "Task" [ 592.935356] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.947029] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.983109] env[62622]: DEBUG nova.network.neutron [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Updating instance_info_cache with network_info: [{"id": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "address": "fa:16:3e:08:e9:cf", "network": {"id": "ced9a294-fe1b-4f26-8a7b-253c8156cdd4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-887786308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c798314f32c4acf84cfa0fba04346d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8bed8-c2", "ovs_interfaceid": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.014490] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f4468d-ccb2-8c7b-b127-daed86123fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.033006} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.014606] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.014834] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd/8fc5a5f0-d17a-401c-a2f3-91247d3bccbd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.015756] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Successfully updated port: da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.017740] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f00b87-536e-4c7f-9fac-b2e5ba74f4af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.036022] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 593.036022] env[62622]: value = "task-2700894" [ 593.036022] env[62622]: _type = "Task" [ 593.036022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.044423] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.099194] env[62622]: DEBUG nova.compute.manager [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Received event network-changed-9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.099194] env[62622]: DEBUG nova.compute.manager [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Refreshing instance network info cache due to event network-changed-9eb8402e-1640-407f-b73a-87604617c156. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.099194] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] Acquiring lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.099194] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] Acquired lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.099194] env[62622]: DEBUG nova.network.neutron [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Refreshing network info cache for port 9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.141261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "4e9f8da6-5c3f-4913-af13-a754789d3073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.141261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.316932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.406168] env[62622]: DEBUG nova.compute.utils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.407565] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.407737] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.445114] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071001} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.445612] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.446551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a5a6b-0d08-47b1-a771-7ea8094d0345 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.471554] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a9eea1e6-c005-4b5e-b496-cd98d5b181e2/a9eea1e6-c005-4b5e-b496-cd98d5b181e2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.473817] env[62622]: DEBUG nova.policy [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ff645a040147e6a12a5d2dbfe65c56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cdef9be26d468287d2ca99773ca0ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.475227] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f773bf-5952-4513-808e-f10faf22a95b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.489671] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Releasing lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.489960] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Instance network_info: |[{"id": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "address": "fa:16:3e:08:e9:cf", "network": {"id": "ced9a294-fe1b-4f26-8a7b-253c8156cdd4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-887786308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c798314f32c4acf84cfa0fba04346d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8bed8-c2", "ovs_interfaceid": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.491206] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:e9:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c8bed8-c25e-4d4f-88e7-d14a92fd0a35', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.498389] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Creating folder: Project (4c798314f32c4acf84cfa0fba04346d8). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.499420] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c234363a-eff1-4136-a920-b9f4bd9d5d6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.506548] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 593.506548] env[62622]: value = "task-2700895" [ 593.506548] env[62622]: _type = "Task" [ 593.506548] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.512371] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Created folder: Project (4c798314f32c4acf84cfa0fba04346d8) in parent group-v544184. [ 593.512550] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Creating folder: Instances. Parent ref: group-v544234. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.512817] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2361520f-90b7-4fb4-88e2-ef9cb2048271 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.517670] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.528169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.528169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.528252] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.529451] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Created folder: Instances in parent group-v544234. [ 593.529744] env[62622]: DEBUG oslo.service.loopingcall [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.530162] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.530378] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee72b78c-cbd6-46c5-b035-b9e009c4422f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.558367] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.559944] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.559944] env[62622]: value = "task-2700898" [ 593.559944] env[62622]: _type = "Task" [ 593.559944] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.569255] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700898, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.836923] env[62622]: DEBUG nova.compute.manager [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Received event network-vif-deleted-79a19b41-cd6b-4190-b5ae-60b22ec92734 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.836923] env[62622]: DEBUG nova.compute.manager [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Received event network-vif-plugged-da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.836923] env[62622]: DEBUG oslo_concurrency.lockutils [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.838029] env[62622]: DEBUG oslo_concurrency.lockutils [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.838498] env[62622]: DEBUG oslo_concurrency.lockutils [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.838498] env[62622]: DEBUG nova.compute.manager [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] No waiting events found dispatching network-vif-plugged-da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.839840] env[62622]: WARNING nova.compute.manager [req-1f621199-58c0-46fd-9afd-37f8aadb543d req-c766e368-e913-4f96-9a0a-7d48531475bb service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Received unexpected event network-vif-plugged-da27437a-525b-42b5-abd9-6c3b4e855203 for instance with vm_state building and task_state spawning. [ 593.858345] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.859177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.861840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.862311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.863333] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.866518] env[62622]: INFO nova.compute.manager [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Terminating instance [ 593.911299] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.026842] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.035312] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Successfully created port: 28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.068566] env[62622]: DEBUG nova.network.neutron [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Updated VIF entry in instance network info cache for port 9eb8402e-1640-407f-b73a-87604617c156. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.068566] env[62622]: DEBUG nova.network.neutron [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Updating instance_info_cache with network_info: [{"id": "9eb8402e-1640-407f-b73a-87604617c156", "address": "fa:16:3e:dd:d6:08", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb8402e-16", "ovs_interfaceid": "9eb8402e-1640-407f-b73a-87604617c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.080548] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.087052] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7839708-3841-43fd-9ee0-68c611092b0c req-06c10050-844d-46b1-bfbc-024fd0cba3b3 service nova] Releasing lock "refresh_cache-a9eea1e6-c005-4b5e-b496-cd98d5b181e2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.099275] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700898, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.114197] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.376762] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "refresh_cache-0ae9e195-dcbf-4d62-9ca8-584be3064ced" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.376962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquired lock "refresh_cache-0ae9e195-dcbf-4d62-9ca8-584be3064ced" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.377146] env[62622]: DEBUG nova.network.neutron [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.394270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a2d418-d61d-42be-b8ea-13c6269d7354 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.403915] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f1df1-e0bf-4bf8-ad2e-145ad3448cc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.445410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874dab2e-ce90-46ff-809f-ef62afa26708 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.454352] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89012fc6-166c-4063-ab07-0c436e1b51f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.472483] env[62622]: DEBUG nova.compute.provider_tree [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.517923] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.537344] env[62622]: DEBUG nova.network.neutron [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.561761] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700894, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101614} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.561761] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd/8fc5a5f0-d17a-401c-a2f3-91247d3bccbd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.561761] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.561761] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce71573f-af22-4982-9cd6-87c41fde33d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.573952] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700898, 'name': CreateVM_Task, 'duration_secs': 0.595316} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.575250] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.575651] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 594.575651] env[62622]: value = "task-2700899" [ 594.575651] env[62622]: _type = "Task" [ 594.575651] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.576736] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.577291] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.578866] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.578866] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaaf413-880a-4a05-ae09-1ddef7f6da5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.596511] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.599024] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 594.599024] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5207a16f-8d98-69a3-2f75-601ebf6f018e" [ 594.599024] env[62622]: _type = "Task" [ 594.599024] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.611258] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5207a16f-8d98-69a3-2f75-601ebf6f018e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.910578] env[62622]: DEBUG nova.network.neutron [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.953602] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.978535] env[62622]: DEBUG nova.scheduler.client.report [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.984377] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.984616] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.984765] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.984937] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.985091] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.985243] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.985477] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.985779] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.985855] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.985971] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.986287] env[62622]: DEBUG nova.virt.hardware [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.987039] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b8b83c-c611-4e0e-bdb2-5386d3ea5747 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.999836] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7053c101-6dac-46d5-b0d3-efa28a9bb7e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.026087] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700895, 'name': ReconfigVM_Task, 'duration_secs': 1.137993} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.026363] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a9eea1e6-c005-4b5e-b496-cd98d5b181e2/a9eea1e6-c005-4b5e-b496-cd98d5b181e2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.026972] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc71e3f-06e8-450a-a1be-89de67acb933 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.034304] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 595.034304] env[62622]: value = "task-2700900" [ 595.034304] env[62622]: _type = "Task" [ 595.034304] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.043290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.043595] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Instance network_info: |[{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.043859] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700900, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.044210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da27437a-525b-42b5-abd9-6c3b4e855203', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.052947] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating folder: Project (13e9a955b41e4cb190b1375f52d61088). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.053595] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe529319-81ea-4097-867d-73345587382d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.062121] env[62622]: DEBUG nova.network.neutron [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.070019] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created folder: Project (13e9a955b41e4cb190b1375f52d61088) in parent group-v544184. [ 595.070943] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating folder: Instances. Parent ref: group-v544237. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.071581] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c243b1e-00ff-45a9-85e2-0770559b70a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.085322] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created folder: Instances in parent group-v544237. [ 595.085554] env[62622]: DEBUG oslo.service.loopingcall [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.086253] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.086550] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1ee5507-0510-4c3f-a1fb-3a22847dc4c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.107468] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092427} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.114639] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.115972] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e05c42-fd73-492a-90c9-0c325f2badac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.121928] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.121928] env[62622]: value = "task-2700903" [ 595.121928] env[62622]: _type = "Task" [ 595.121928] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.143913] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5207a16f-8d98-69a3-2f75-601ebf6f018e, 'name': SearchDatastore_Task, 'duration_secs': 0.040545} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.152729] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd/8fc5a5f0-d17a-401c-a2f3-91247d3bccbd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.153620] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.153921] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.154216] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.154422] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.154634] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.154906] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-773a65b7-811e-4845-81d0-cbcf0867ad0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.175693] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47caa458-6fdb-4fae-973c-8fa1b8d19f68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.178241] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700903, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.204184] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 595.204184] env[62622]: value = "task-2700904" [ 595.204184] env[62622]: _type = "Task" [ 595.204184] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.209442] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.209442] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.210408] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2825bf-1a63-482d-9ac6-01696d5c9b80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.216605] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.220076] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 595.220076] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fdf8a7-7085-05a3-02de-4ee705c744da" [ 595.220076] env[62622]: _type = "Task" [ 595.220076] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.229341] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fdf8a7-7085-05a3-02de-4ee705c744da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.484124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.485797] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.488815] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.404s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.493022] env[62622]: INFO nova.compute.claims [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.550951] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700900, 'name': Rename_Task, 'duration_secs': 0.216833} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.550951] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.550951] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad07a229-2d51-4768-9797-ad636517d709 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.557308] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 595.557308] env[62622]: value = "task-2700905" [ 595.557308] env[62622]: _type = "Task" [ 595.557308] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.566048] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Releasing lock "refresh_cache-0ae9e195-dcbf-4d62-9ca8-584be3064ced" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.566464] env[62622]: DEBUG nova.compute.manager [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.566628] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.567198] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.567914] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffad73c5-ac35-4b33-bcf9-19a7bde5bf08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.576360] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.576706] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428a67ee-6f23-4b56-80da-983a52a1870b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.585143] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 595.585143] env[62622]: value = "task-2700906" [ 595.585143] env[62622]: _type = "Task" [ 595.585143] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.597733] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.635657] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700903, 'name': CreateVM_Task, 'duration_secs': 0.367467} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.636105] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.642553] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.642553] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.642553] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.642553] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55837d74-a6fe-4b24-82e1-c49b5bd5d4a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.647570] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 595.647570] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523730d9-687e-7683-f993-bb2cd832d4d3" [ 595.647570] env[62622]: _type = "Task" [ 595.647570] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.666216] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523730d9-687e-7683-f993-bb2cd832d4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.666544] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.666774] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.666971] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.715654] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700904, 'name': ReconfigVM_Task, 'duration_secs': 0.344655} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.715846] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd/8fc5a5f0-d17a-401c-a2f3-91247d3bccbd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.716563] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b494cf8-9bcd-4656-9151-8b226bdd16f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.731426] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 595.731426] env[62622]: value = "task-2700907" [ 595.731426] env[62622]: _type = "Task" [ 595.731426] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.737615] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fdf8a7-7085-05a3-02de-4ee705c744da, 'name': SearchDatastore_Task, 'duration_secs': 0.01363} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.738906] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792e6a17-09ae-4bea-922f-e58d47019f37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.745799] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700907, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.751375] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 595.751375] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d0559c-dbbc-9277-b79c-95d97f4c5774" [ 595.751375] env[62622]: _type = "Task" [ 595.751375] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.767857] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d0559c-dbbc-9277-b79c-95d97f4c5774, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.768389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.769058] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8257caab-fe0b-4a23-b08f-1d9bed08cf8c/8257caab-fe0b-4a23-b08f-1d9bed08cf8c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.769709] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.770802] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.771797] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0501e2-ae3a-41c2-b384-509132934ee0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.774416] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f7c5ef3-f726-4506-8c2e-adde9e7312e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.786339] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 595.786339] env[62622]: value = "task-2700908" [ 595.786339] env[62622]: _type = "Task" [ 595.786339] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.791445] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.791771] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.792957] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3392bae7-a5c7-45bc-bdb7-a24fa85cbeef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.799966] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.805604] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 595.805604] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bd82c7-e6bc-7cc4-de0b-724d502058f2" [ 595.805604] env[62622]: _type = "Task" [ 595.805604] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.818402] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bd82c7-e6bc-7cc4-de0b-724d502058f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.995089] env[62622]: DEBUG nova.compute.utils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.998992] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.999655] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.053424] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Received event network-vif-plugged-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.053702] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Acquiring lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.055387] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.055777] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.055871] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] No waiting events found dispatching network-vif-plugged-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.056278] env[62622]: WARNING nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Received unexpected event network-vif-plugged-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 for instance with vm_state building and task_state spawning. [ 596.056329] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Received event network-changed-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.056539] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Refreshing instance network info cache due to event network-changed-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.056680] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Acquiring lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.056831] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Acquired lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.056972] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Refreshing network info cache for port 92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.072256] env[62622]: DEBUG nova.policy [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6221258c86aa45edb22e9163edc31606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1378686b9346bfa746b304e2b62add', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.078866] env[62622]: DEBUG oslo_vmware.api [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700905, 'name': PowerOnVM_Task, 'duration_secs': 0.489174} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.080177] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.080479] env[62622]: INFO nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Took 11.06 seconds to spawn the instance on the hypervisor. [ 596.081052] env[62622]: DEBUG nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.082158] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbba2ad-289b-4bc0-a11c-f5d34b6c2b10 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.099578] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700906, 'name': PowerOffVM_Task, 'duration_secs': 0.147221} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.099916] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.100139] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.100452] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-243d87a9-7159-4a57-93d1-9199afe42185 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.144167] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.144167] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.144167] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Deleting the datastore file [datastore1] 0ae9e195-dcbf-4d62-9ca8-584be3064ced {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.144682] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5c6c0a-63eb-4c4d-9881-2875252cec9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.154964] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for the task: (returnval){ [ 596.154964] env[62622]: value = "task-2700910" [ 596.154964] env[62622]: _type = "Task" [ 596.154964] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.168896] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.242698] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700907, 'name': Rename_Task, 'duration_secs': 0.173939} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.243155] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.243473] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8bedcb4-6d0e-4556-a526-6e5baddaa555 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.252549] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 596.252549] env[62622]: value = "task-2700911" [ 596.252549] env[62622]: _type = "Task" [ 596.252549] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.265064] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.297141] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700908, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.317456] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bd82c7-e6bc-7cc4-de0b-724d502058f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.319161] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dda4caa-e9dc-42d6-b269-147168287465 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.326321] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 596.326321] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284714e-cd4a-80f8-672f-0c19d5da8fd0" [ 596.326321] env[62622]: _type = "Task" [ 596.326321] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.337437] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284714e-cd4a-80f8-672f-0c19d5da8fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.451279] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Successfully updated port: 28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.499942] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.604485] env[62622]: INFO nova.compute.manager [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Took 19.03 seconds to build instance. [ 596.645967] env[62622]: DEBUG nova.compute.manager [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Received event network-changed-da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.645967] env[62622]: DEBUG nova.compute.manager [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Refreshing instance network info cache due to event network-changed-da27437a-525b-42b5-abd9-6c3b4e855203. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.645967] env[62622]: DEBUG oslo_concurrency.lockutils [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.645967] env[62622]: DEBUG oslo_concurrency.lockutils [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.645967] env[62622]: DEBUG nova.network.neutron [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Refreshing network info cache for port da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.672727] env[62622]: DEBUG oslo_vmware.api [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Task: {'id': task-2700910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259137} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.674688] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.675330] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.675330] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.676684] env[62622]: INFO nova.compute.manager [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Took 1.11 seconds to destroy the instance on the hypervisor. [ 596.676684] env[62622]: DEBUG oslo.service.loopingcall [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.677587] env[62622]: DEBUG nova.compute.manager [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.677587] env[62622]: DEBUG nova.network.neutron [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.731130] env[62622]: DEBUG nova.network.neutron [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.770735] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.801563] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764962} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.801846] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8257caab-fe0b-4a23-b08f-1d9bed08cf8c/8257caab-fe0b-4a23-b08f-1d9bed08cf8c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.802185] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.802390] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2357486-19de-42dd-b434-620a856000f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.811103] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 596.811103] env[62622]: value = "task-2700912" [ 596.811103] env[62622]: _type = "Task" [ 596.811103] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.827100] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.842684] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284714e-cd4a-80f8-672f-0c19d5da8fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.072725} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.845645] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.845820] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.848458] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb663d42-e6b1-4267-9624-977b4847136b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.857299] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 596.857299] env[62622]: value = "task-2700913" [ 596.857299] env[62622]: _type = "Task" [ 596.857299] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.871172] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.902241] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Updated VIF entry in instance network info cache for port 92c8bed8-c25e-4d4f-88e7-d14a92fd0a35. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.902241] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Updating instance_info_cache with network_info: [{"id": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "address": "fa:16:3e:08:e9:cf", "network": {"id": "ced9a294-fe1b-4f26-8a7b-253c8156cdd4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-887786308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c798314f32c4acf84cfa0fba04346d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8bed8-c2", "ovs_interfaceid": "92c8bed8-c25e-4d4f-88e7-d14a92fd0a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.954696] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.954696] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.954696] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.019074] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda9dc30-9e8b-4c82-b7db-05cc059742e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.033228] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79dfb29-f9e6-4aa7-b196-fcc2ed669551 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.073855] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079b6c7-160c-4778-94a1-472424553e6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.086034] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e88e69-7c90-4b59-8f22-a6ddc629ca82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.101228] env[62622]: DEBUG nova.compute.provider_tree [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.108184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99a72a62-e625-4485-bf07-95c20ba9aed5 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.773s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.154363] env[62622]: DEBUG nova.compute.manager [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.159179] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c5fef-5d2f-44b7-ad88-b3e828d28d5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.165334] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Successfully created port: 7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.235910] env[62622]: DEBUG nova.network.neutron [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.267863] env[62622]: DEBUG oslo_vmware.api [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2700911, 'name': PowerOnVM_Task, 'duration_secs': 1.006051} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.270947] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.271242] env[62622]: INFO nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Took 9.70 seconds to spawn the instance on the hypervisor. [ 597.271471] env[62622]: DEBUG nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.273453] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b7401-1b04-4685-8204-e9fb1d6f8503 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.326261] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071244} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.326261] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.326261] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a88b87-ee0a-4059-82eb-aa8d1e52b5bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.358554] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 8257caab-fe0b-4a23-b08f-1d9bed08cf8c/8257caab-fe0b-4a23-b08f-1d9bed08cf8c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.359238] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadb3cac-95d7-4c9c-a584-b04e80390459 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.394383] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.395978] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 597.395978] env[62622]: value = "task-2700914" [ 597.395978] env[62622]: _type = "Task" [ 597.395978] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.403037] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Releasing lock "refresh_cache-8257caab-fe0b-4a23-b08f-1d9bed08cf8c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.403563] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Received event network-changed-29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.404297] env[62622]: DEBUG nova.compute.manager [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Refreshing instance network info cache due to event network-changed-29590ebd-893b-453a-af8e-81f4805c55aa. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.404297] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Acquiring lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.404297] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Acquired lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.404468] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Refreshing network info cache for port 29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.410299] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.514972] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.533566] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.556573] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.556817] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.556972] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.557166] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.557347] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.557448] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.557653] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.557810] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.557982] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.558342] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.558584] env[62622]: DEBUG nova.virt.hardware [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.559532] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed19678-712b-450e-82d5-35e8fff453f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.569370] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c99b97-ccb2-48d4-be6f-e3a93aad50ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.604406] env[62622]: DEBUG nova.scheduler.client.report [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.610093] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.616197] env[62622]: DEBUG nova.network.neutron [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updated VIF entry in instance network info cache for port da27437a-525b-42b5-abd9-6c3b4e855203. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.616357] env[62622]: DEBUG nova.network.neutron [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.679569] env[62622]: INFO nova.compute.manager [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] instance snapshotting [ 597.682508] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc465d21-a430-485c-b5b1-972e9b55a739 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.703853] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03792c8d-9182-4ab9-bb67-1b9438118102 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.739565] env[62622]: INFO nova.compute.manager [-] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Took 1.06 seconds to deallocate network for instance. [ 597.799689] env[62622]: INFO nova.compute.manager [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Took 20.18 seconds to build instance. [ 597.892043] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611106} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.892151] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.892333] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.892542] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1cc442d-9d05-4d7a-bbe5-d15a08e08c2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.903275] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 597.903275] env[62622]: value = "task-2700915" [ 597.903275] env[62622]: _type = "Task" [ 597.903275] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.908139] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700914, 'name': ReconfigVM_Task, 'duration_secs': 0.282872} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.908865] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 8257caab-fe0b-4a23-b08f-1d9bed08cf8c/8257caab-fe0b-4a23-b08f-1d9bed08cf8c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.909549] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c70a13ca-fc52-40fa-87d5-d8777a81d7e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.916872] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.924290] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 597.924290] env[62622]: value = "task-2700916" [ 597.924290] env[62622]: _type = "Task" [ 597.924290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.938639] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700916, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.010336] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.012773] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.092894] env[62622]: DEBUG nova.network.neutron [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [{"id": "28634314-5914-49e0-bf0e-e68ed7b977ce", "address": "fa:16:3e:40:c7:cc", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28634314-59", "ovs_interfaceid": "28634314-5914-49e0-bf0e-e68ed7b977ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.109780] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.112349] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.115398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.567s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.115684] env[62622]: DEBUG nova.objects.instance [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lazy-loading 'resources' on Instance uuid 33793592-5c95-4583-a778-4086b87854ad {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.124592] env[62622]: DEBUG oslo_concurrency.lockutils [req-c4093bb9-e210-444f-988c-0315fc75053b req-984d90cf-ea44-4e3e-8646-8511a2c57602 service nova] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.156873] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.216319] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 598.217706] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a68e82b-0659-42e9-9f73-251a948ebc62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.226784] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 598.226784] env[62622]: value = "task-2700917" [ 598.226784] env[62622]: _type = "Task" [ 598.226784] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.235723] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.248364] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.301886] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6dc98efa-4d6b-41bc-b392-2491ab033855 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.801s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.412146] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119945} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.412373] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.413166] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a337e9-7939-4ed9-9134-4dd5ca58058b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.438959] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.442407] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1238ece0-54cc-48b0-9c01-08efebf0ebf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.463650] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700916, 'name': Rename_Task, 'duration_secs': 0.17112} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.464523] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updated VIF entry in instance network info cache for port 29590ebd-893b-453a-af8e-81f4805c55aa. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.464876] env[62622]: DEBUG nova.network.neutron [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating instance_info_cache with network_info: [{"id": "29590ebd-893b-453a-af8e-81f4805c55aa", "address": "fa:16:3e:10:cf:b1", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29590ebd-89", "ovs_interfaceid": "29590ebd-893b-453a-af8e-81f4805c55aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.467067] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.467384] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 598.467384] env[62622]: value = "task-2700918" [ 598.467384] env[62622]: _type = "Task" [ 598.467384] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.467576] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5469ad-cd8f-4e25-84a5-b4e79d2323b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.481632] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.484883] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 598.484883] env[62622]: value = "task-2700919" [ 598.484883] env[62622]: _type = "Task" [ 598.484883] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.494279] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.598153] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.598652] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Instance network_info: |[{"id": "28634314-5914-49e0-bf0e-e68ed7b977ce", "address": "fa:16:3e:40:c7:cc", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28634314-59", "ovs_interfaceid": "28634314-5914-49e0-bf0e-e68ed7b977ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.599153] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c7:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28634314-5914-49e0-bf0e-e68ed7b977ce', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.607668] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Creating folder: Project (82cdef9be26d468287d2ca99773ca0ee). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.608064] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-363cda16-1f44-4e76-9391-f1c8c7d282b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.621284] env[62622]: DEBUG nova.compute.utils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.625384] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Created folder: Project (82cdef9be26d468287d2ca99773ca0ee) in parent group-v544184. [ 598.627287] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Creating folder: Instances. Parent ref: group-v544240. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.628722] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.628722] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.635543] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc4d815-cdd3-445f-90a5-f9d86dc08100 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.650081] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Created folder: Instances in parent group-v544240. [ 598.650794] env[62622]: DEBUG oslo.service.loopingcall [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.650794] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.650794] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8e96a96-0921-44c6-b94d-8e232fdf1647 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.679029] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.679029] env[62622]: value = "task-2700922" [ 598.679029] env[62622]: _type = "Task" [ 598.679029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.690200] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700922, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.742744] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.743173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.743457] env[62622]: DEBUG nova.compute.manager [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.744214] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.748125] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73205f47-8f8b-4757-84a6-f6ad753d5ae2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.757501] env[62622]: DEBUG nova.compute.manager [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 598.758097] env[62622]: DEBUG nova.objects.instance [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'flavor' on Instance uuid a9eea1e6-c005-4b5e-b496-cd98d5b181e2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.806126] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.967038] env[62622]: DEBUG nova.policy [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df8eed4051a494598ca27a4c00de08c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e067e1e8e3e44088fa2b07e96d4dfd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.972516] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbc74d64-a65f-44a8-9675-f55f0258a476 req-a86b51eb-0f25-4727-85dc-f40d57404fb9 service nova] Releasing lock "refresh_cache-eccccb48-b273-41ee-92b0-083c180e843f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.983948] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.997448] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.129641] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.178454] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7c8d8-6794-46e0-9431-95ed275769cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.202383] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700922, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.203653] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb799c4-2dfb-4646-88df-4965a7394821 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.246249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265038a6-4422-44dd-866b-894976d8e5e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.259218] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.260953] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7d2efc-1fa1-498c-ad9c-6fe4f3015ee2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.285970] env[62622]: DEBUG nova.compute.provider_tree [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.303449] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "4e937ba8-a669-4171-985d-c47523a93130" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.303728] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.328686] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.483701] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700918, 'name': ReconfigVM_Task, 'duration_secs': 0.908436} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.484051] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.487109] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee0679e-dd62-4905-b8c3-22360047148a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.497735] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700919, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.499508] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 599.499508] env[62622]: value = "task-2700923" [ 599.499508] env[62622]: _type = "Task" [ 599.499508] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.509517] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700923, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.522485] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Successfully created port: c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.692207] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700922, 'name': CreateVM_Task, 'duration_secs': 0.716758} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.692207] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.692349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.692506] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.692917] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.693186] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a937f5f-b708-4e99-a2f4-8b7a2e43e209 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.700662] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 599.700662] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528bf0c3-8f3a-da97-d71e-a2d7fe3ff78a" [ 599.700662] env[62622]: _type = "Task" [ 599.700662] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.713415] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528bf0c3-8f3a-da97-d71e-a2d7fe3ff78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.753241] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.770627] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.770887] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5637ec-66e2-4698-b655-321da8e6b75b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.781065] env[62622]: DEBUG oslo_vmware.api [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 599.781065] env[62622]: value = "task-2700924" [ 599.781065] env[62622]: _type = "Task" [ 599.781065] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.792465] env[62622]: DEBUG nova.scheduler.client.report [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.795965] env[62622]: DEBUG oslo_vmware.api [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.996245] env[62622]: DEBUG oslo_vmware.api [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700919, 'name': PowerOnVM_Task, 'duration_secs': 1.08636} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.996566] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.996789] env[62622]: INFO nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 10.40 seconds to spawn the instance on the hypervisor. [ 599.996971] env[62622]: DEBUG nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.998012] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e683c5-7baf-42a3-a83e-9ebc585fc2d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.017276] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700923, 'name': Rename_Task, 'duration_secs': 0.212881} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.017788] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.018065] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b47685f1-df3c-4cbe-8536-48a145216d62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.026372] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 600.026372] env[62622]: value = "task-2700925" [ 600.026372] env[62622]: _type = "Task" [ 600.026372] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.037218] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.141997] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.171345] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.171345] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.171345] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.171720] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.171720] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.171853] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.172100] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.179020] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.179020] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.179020] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.179020] env[62622]: DEBUG nova.virt.hardware [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.179020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d8579-6dad-4efc-9433-a6f64bd51b4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.198114] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a7085-8a3c-40a1-9037-4f4ba1917895 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.225987] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528bf0c3-8f3a-da97-d71e-a2d7fe3ff78a, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.226289] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.226518] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.226740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.226877] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.227056] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.227310] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec871f3-1648-4d96-abcd-813ba4caf90e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.249183] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.249183] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.249183] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054dcac0-5505-48b1-bee8-4b92952054c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.262724] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700917, 'name': CreateSnapshot_Task, 'duration_secs': 1.580231} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.264209] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 600.264209] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d56d8e-b8d7-97b7-2634-9466f60c5103" [ 600.264209] env[62622]: _type = "Task" [ 600.264209] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.264209] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 600.264209] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b82f307-c83d-44e4-a3e2-365ac89c5eed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.276533] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d56d8e-b8d7-97b7-2634-9466f60c5103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.294334] env[62622]: DEBUG oslo_vmware.api [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700924, 'name': PowerOffVM_Task, 'duration_secs': 0.235258} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.294626] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.294830] env[62622]: DEBUG nova.compute.manager [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.295629] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a7784-1778-4ab9-b532-5783915dde39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.304927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.312477] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.084s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.353806] env[62622]: DEBUG nova.compute.manager [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received event network-vif-plugged-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.353806] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Acquiring lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.353806] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.353806] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.353806] env[62622]: DEBUG nova.compute.manager [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] No waiting events found dispatching network-vif-plugged-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.354112] env[62622]: WARNING nova.compute.manager [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received unexpected event network-vif-plugged-28634314-5914-49e0-bf0e-e68ed7b977ce for instance with vm_state building and task_state spawning. [ 600.354509] env[62622]: DEBUG nova.compute.manager [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.354742] env[62622]: DEBUG nova.compute.manager [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing instance network info cache due to event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.355041] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Acquiring lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.355085] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Acquired lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356174] env[62622]: DEBUG nova.network.neutron [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.359201] env[62622]: INFO nova.scheduler.client.report [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Deleted allocations for instance 33793592-5c95-4583-a778-4086b87854ad [ 600.426354] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Successfully updated port: 7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.527824] env[62622]: INFO nova.compute.manager [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 22.29 seconds to build instance. [ 600.537556] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.778171] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d56d8e-b8d7-97b7-2634-9466f60c5103, 'name': SearchDatastore_Task, 'duration_secs': 0.034113} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.778273] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf06b125-7e65-4458-8e7d-529080a86080 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.785624] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 600.785624] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284a88f-d643-c335-5d01-25b55262d6b1" [ 600.785624] env[62622]: _type = "Task" [ 600.785624] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.796235] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 600.801242] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-862ef281-c4e9-49fb-8357-35f446856710 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.818818] env[62622]: INFO nova.compute.claims [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.823045] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284a88f-d643-c335-5d01-25b55262d6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.823256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0c196600-8b4e-4144-bd1a-bd2759e5715f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.826068] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 600.826068] env[62622]: value = "task-2700926" [ 600.826068] env[62622]: _type = "Task" [ 600.826068] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.836987] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700926, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.872098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-874f421f-f1da-4acd-abb3-21dcd127d4a0 tempest-ImagesNegativeTestJSON-1212589957 tempest-ImagesNegativeTestJSON-1212589957-project-member] Lock "33793592-5c95-4583-a778-4086b87854ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.480s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.929836] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.930017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquired lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.930187] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.035196] env[62622]: DEBUG oslo_concurrency.lockutils [None req-59bf2478-4dab-439c-a3da-e79871714ae3 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.507s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.044992] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700925, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.109110] env[62622]: DEBUG nova.compute.manager [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Received event network-vif-plugged-7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.109311] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] Acquiring lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.109508] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] Lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.110763] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] Lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.110763] env[62622]: DEBUG nova.compute.manager [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] No waiting events found dispatching network-vif-plugged-7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.110763] env[62622]: WARNING nova.compute.manager [req-0f26851d-4f6b-4d12-baff-f671a1f41daf req-87c042a9-61ac-4e9f-9d96-f29c84c8178d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Received unexpected event network-vif-plugged-7f015c30-fa90-4419-9462-7c943b3cf1c4 for instance with vm_state building and task_state spawning. [ 601.299600] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284a88f-d643-c335-5d01-25b55262d6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.04351} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.300061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.300428] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 190ccc54-32b9-42c3-84c0-50ab8793c29c/190ccc54-32b9-42c3-84c0-50ab8793c29c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.300802] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be982968-89a2-4d4e-93bb-c087527a0112 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.313245] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 601.313245] env[62622]: value = "task-2700927" [ 601.313245] env[62622]: _type = "Task" [ 601.313245] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.328957] env[62622]: INFO nova.compute.resource_tracker [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating resource usage from migration 6102d90a-235e-4b3b-ad87-11d01f25507a [ 601.342092] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.348223] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700926, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.541072] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.544056] env[62622]: DEBUG oslo_vmware.api [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2700925, 'name': PowerOnVM_Task, 'duration_secs': 1.357904} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.544722] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.544722] env[62622]: INFO nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Took 9.24 seconds to spawn the instance on the hypervisor. [ 601.544722] env[62622]: DEBUG nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.548462] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.551443] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c818397-d08e-48af-afb6-6ded56955a4f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.573571] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Successfully updated port: c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.607997] env[62622]: DEBUG nova.network.neutron [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updated VIF entry in instance network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.608577] env[62622]: DEBUG nova.network.neutron [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [{"id": "28634314-5914-49e0-bf0e-e68ed7b977ce", "address": "fa:16:3e:40:c7:cc", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28634314-59", "ovs_interfaceid": "28634314-5914-49e0-bf0e-e68ed7b977ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.832042] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700927, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.845138] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8c89c2-30a9-442c-8939-56cd2dc3549d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.857131] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700926, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.863372] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7291545-3f36-43ec-ac24-999bfca505d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.908019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cc358-b2c7-4e9f-90a4-b0ad5b0e5f46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.914223] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e4fba-cf41-4658-9b98-5a1f6f18495c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.932155] env[62622]: DEBUG nova.compute.provider_tree [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.942379] env[62622]: DEBUG nova.network.neutron [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updating instance_info_cache with network_info: [{"id": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "address": "fa:16:3e:31:5a:ec", "network": {"id": "ae0bf303-0c75-4c9d-bfdf-a0c98fde7a3c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1110715946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1378686b9346bfa746b304e2b62add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f015c30-fa", "ovs_interfaceid": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.078727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.079440] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.079440] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.079654] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.084532] env[62622]: INFO nova.compute.manager [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Took 22.82 seconds to build instance. [ 602.113659] env[62622]: DEBUG oslo_concurrency.lockutils [req-42818daa-259b-403b-b99f-572a94aed036 req-4796a940-ec56-4f54-883e-80f0f49279f9 service nova] Releasing lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.330400] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565612} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.331405] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 190ccc54-32b9-42c3-84c0-50ab8793c29c/190ccc54-32b9-42c3-84c0-50ab8793c29c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.334026] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.334026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253f9190-0faf-4bf7-9a91-81458e705dff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.346464] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700926, 'name': CloneVM_Task, 'duration_secs': 1.378288} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.347950] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Created linked-clone VM from snapshot [ 602.348290] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 602.348290] env[62622]: value = "task-2700928" [ 602.348290] env[62622]: _type = "Task" [ 602.348290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.349031] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a2bf5-ecdd-41a4-9148-9e3d08099836 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.361457] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.365038] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Uploading image fce7f668-886d-4878-a8f5-979d772913cf {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 602.376262] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 602.376581] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ffc2791-7a84-4246-8fea-229666308114 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.385668] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 602.385668] env[62622]: value = "task-2700929" [ 602.385668] env[62622]: _type = "Task" [ 602.385668] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.396131] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700929, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.435957] env[62622]: DEBUG nova.scheduler.client.report [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.446985] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Releasing lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.447382] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Instance network_info: |[{"id": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "address": "fa:16:3e:31:5a:ec", "network": {"id": "ae0bf303-0c75-4c9d-bfdf-a0c98fde7a3c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1110715946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1378686b9346bfa746b304e2b62add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f015c30-fa", "ovs_interfaceid": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.447795] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:5a:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f015c30-fa90-4419-9462-7c943b3cf1c4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.460668] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Creating folder: Project (de1378686b9346bfa746b304e2b62add). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.461680] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4424bda3-f776-4a60-8689-9e534aa46ca1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.474354] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Created folder: Project (de1378686b9346bfa746b304e2b62add) in parent group-v544184. [ 602.474628] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Creating folder: Instances. Parent ref: group-v544245. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.474957] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed6432c8-ee13-461e-b701-e52a094c73ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.486833] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Created folder: Instances in parent group-v544245. [ 602.487104] env[62622]: DEBUG oslo.service.loopingcall [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.487298] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.487499] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f0eac9e-1a77-4ee7-a7b7-a4865902c056 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.508177] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.508177] env[62622]: value = "task-2700932" [ 602.508177] env[62622]: _type = "Task" [ 602.508177] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.518467] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700932, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.585684] env[62622]: DEBUG oslo_concurrency.lockutils [None req-158b0110-5f33-412a-b470-549e2b33244b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.290s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.630935] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.855287] env[62622]: DEBUG nova.network.neutron [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Updating instance_info_cache with network_info: [{"id": "c954e95a-03ae-4c28-a458-94de219b3c54", "address": "fa:16:3e:2b:7b:91", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954e95a-03", "ovs_interfaceid": "c954e95a-03ae-4c28-a458-94de219b3c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.869287] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082784} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.869287] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.869960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3456b170-1808-4599-8445-bb29efeae1b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.903812] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 190ccc54-32b9-42c3-84c0-50ab8793c29c/190ccc54-32b9-42c3-84c0-50ab8793c29c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.905839] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7316e273-8d44-4bf2-af75-c65a0b168eb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.930946] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700929, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.932992] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 602.932992] env[62622]: value = "task-2700933" [ 602.932992] env[62622]: _type = "Task" [ 602.932992] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.944194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.636s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.944376] env[62622]: INFO nova.compute.manager [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Migrating [ 602.945022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.945022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.946019] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.946447] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.457s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.948230] env[62622]: INFO nova.compute.claims [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.954187] env[62622]: INFO nova.compute.rpcapi [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 602.954187] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.019784] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700932, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.087967] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.263403] env[62622]: DEBUG nova.compute.manager [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.263947] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e1c06-9734-44e1-8e91-b0c9d7d8340f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.361405] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.361751] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Instance network_info: |[{"id": "c954e95a-03ae-4c28-a458-94de219b3c54", "address": "fa:16:3e:2b:7b:91", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954e95a-03", "ovs_interfaceid": "c954e95a-03ae-4c28-a458-94de219b3c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.362312] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c954e95a-03ae-4c28-a458-94de219b3c54', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.375331] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Creating folder: Project (4e067e1e8e3e44088fa2b07e96d4dfd1). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.375662] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e01a607-b94a-4811-80e8-dd24b5cc4a51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.390261] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Created folder: Project (4e067e1e8e3e44088fa2b07e96d4dfd1) in parent group-v544184. [ 603.390672] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Creating folder: Instances. Parent ref: group-v544248. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.391030] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7812ee9-17d9-406f-a2c7-d0046b271dad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.404246] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700929, 'name': Destroy_Task, 'duration_secs': 0.779587} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.404563] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Destroyed the VM [ 603.404915] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 603.406433] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d603425a-d151-4380-bf54-ed1d2099c2f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.409026] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Created folder: Instances in parent group-v544248. [ 603.409277] env[62622]: DEBUG oslo.service.loopingcall [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.409486] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.411358] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd6edafa-82a0-4542-9f0a-a7a58eab75bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.429176] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 603.429176] env[62622]: value = "task-2700936" [ 603.429176] env[62622]: _type = "Task" [ 603.429176] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.441034] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.441034] env[62622]: value = "task-2700937" [ 603.441034] env[62622]: _type = "Task" [ 603.441034] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.450045] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.450045] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.453415] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700937, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.474689] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.474841] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.475017] env[62622]: DEBUG nova.network.neutron [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.520676] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700932, 'name': CreateVM_Task, 'duration_secs': 0.560026} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.520868] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.522600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.522600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.523025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.523306] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3a2701-ddc1-4086-8e2d-1d9d8c36a948 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.530841] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 603.530841] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521d2898-193f-280a-b795-8f3ba1b09b45" [ 603.530841] env[62622]: _type = "Task" [ 603.530841] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.540600] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521d2898-193f-280a-b795-8f3ba1b09b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.607833] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.778698] env[62622]: INFO nova.compute.manager [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] instance snapshotting [ 603.781756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ba9bc-4a8e-4528-a57a-d33d88f096de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.803075] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d827fce-36cb-41f5-afea-32de30af91fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.807190] env[62622]: DEBUG nova.compute.manager [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Received event network-vif-plugged-c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.808719] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Acquiring lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.808719] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.808719] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.808719] env[62622]: DEBUG nova.compute.manager [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] No waiting events found dispatching network-vif-plugged-c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.808719] env[62622]: WARNING nova.compute.manager [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Received unexpected event network-vif-plugged-c954e95a-03ae-4c28-a458-94de219b3c54 for instance with vm_state building and task_state spawning. [ 603.808926] env[62622]: DEBUG nova.compute.manager [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Received event network-changed-c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.808926] env[62622]: DEBUG nova.compute.manager [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Refreshing instance network info cache due to event network-changed-c954e95a-03ae-4c28-a458-94de219b3c54. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.808926] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Acquiring lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.808926] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Acquired lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.809085] env[62622]: DEBUG nova.network.neutron [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Refreshing network info cache for port c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.933173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.933442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.947884] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700936, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.951610] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700933, 'name': ReconfigVM_Task, 'duration_secs': 0.646894} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.951948] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 190ccc54-32b9-42c3-84c0-50ab8793c29c/190ccc54-32b9-42c3-84c0-50ab8793c29c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.952653] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74425fab-ec4f-48b6-bf20-c4f697c46df9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.957818] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700937, 'name': CreateVM_Task, 'duration_secs': 0.419267} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.958323] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.959139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.964038] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 603.964038] env[62622]: value = "task-2700938" [ 603.964038] env[62622]: _type = "Task" [ 603.964038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.977012] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700938, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.034898] env[62622]: DEBUG nova.compute.manager [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.036346] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9a740-6ae5-4ba8-ba73-e817d60d7b25 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.049112] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521d2898-193f-280a-b795-8f3ba1b09b45, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.053312] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.053745] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.053872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.054539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.054539] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.059671] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.059671] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.059671] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f0e077-6f99-40a8-ae4b-10bec30c9af1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.062317] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b992358a-2a5e-40fe-95ea-58fab645b300 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.070459] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 604.070459] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bc6c4f-0429-bf35-acf1-a84880bfbe96" [ 604.070459] env[62622]: _type = "Task" [ 604.070459] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.077405] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.077586] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.079106] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152d49c5-3ef9-4f84-a80d-35a9176d5e60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.086903] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bc6c4f-0429-bf35-acf1-a84880bfbe96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.093117] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 604.093117] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9bfbf-8310-dbea-17f1-f815218bd250" [ 604.093117] env[62622]: _type = "Task" [ 604.093117] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.103421] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9bfbf-8310-dbea-17f1-f815218bd250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.224199] env[62622]: DEBUG nova.compute.manager [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Received event network-changed-7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.226127] env[62622]: DEBUG nova.compute.manager [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Refreshing instance network info cache due to event network-changed-7f015c30-fa90-4419-9462-7c943b3cf1c4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.226127] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Acquiring lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.226127] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Acquired lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.226127] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Refreshing network info cache for port 7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.325698] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 604.326436] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a333fa4-5e8a-417f-afa5-23474b4aa074 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.340171] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 604.340171] env[62622]: value = "task-2700939" [ 604.340171] env[62622]: _type = "Task" [ 604.340171] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.350777] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700939, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.388844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "edc82f82-b70e-441f-82fa-b489a31175c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.388844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.438381] env[62622]: DEBUG nova.network.neutron [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.447240] env[62622]: DEBUG oslo_vmware.api [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752905} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.448277] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 604.471036] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07882c6-33a2-4828-abe6-9d623e3fe653 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.485709] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0bc971-d01c-4698-8fed-4c458284b713 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.493215] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700938, 'name': Rename_Task, 'duration_secs': 0.212451} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.493215] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.494120] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355414f3-28a7-4ab3-b561-c3ec167c4301 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.536477] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036a288-2e46-4aad-9809-05f161419a1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.539670] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 604.539670] env[62622]: value = "task-2700940" [ 604.539670] env[62622]: _type = "Task" [ 604.539670] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.549483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b256da8-173a-4183-8698-696fd3b97c65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.559182] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.572234] env[62622]: INFO nova.compute.manager [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] instance snapshotting [ 604.572484] env[62622]: WARNING nova.compute.manager [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 604.574836] env[62622]: DEBUG nova.compute.provider_tree [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.582261] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646b31f-a7aa-4927-b0af-2e0075151d67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.592896] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bc6c4f-0429-bf35-acf1-a84880bfbe96, 'name': SearchDatastore_Task, 'duration_secs': 0.023192} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.606424] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.606690] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.606907] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.610938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40319375-6919-41e7-89d6-6ee9317b508d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.621951] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9bfbf-8310-dbea-17f1-f815218bd250, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.625043] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b8551b-09da-47c2-8a04-599efe18b6ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.630972] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 604.630972] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5224507d-95f9-2beb-1ec5-5ea05e3fb524" [ 604.630972] env[62622]: _type = "Task" [ 604.630972] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.640706] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5224507d-95f9-2beb-1ec5-5ea05e3fb524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.852700] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700939, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.905923] env[62622]: DEBUG nova.network.neutron [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Updated VIF entry in instance network info cache for port c954e95a-03ae-4c28-a458-94de219b3c54. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.906339] env[62622]: DEBUG nova.network.neutron [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Updating instance_info_cache with network_info: [{"id": "c954e95a-03ae-4c28-a458-94de219b3c54", "address": "fa:16:3e:2b:7b:91", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954e95a-03", "ovs_interfaceid": "c954e95a-03ae-4c28-a458-94de219b3c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.943941] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.955856] env[62622]: WARNING nova.compute.manager [None req-0aaf0266-e106-4614-9ecf-62c4a6d3e76e tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Image not found during snapshot: nova.exception.ImageNotFound: Image fce7f668-886d-4878-a8f5-979d772913cf could not be found. [ 605.052555] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.087106] env[62622]: DEBUG nova.scheduler.client.report [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.126957] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 605.127582] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2382698-b5fa-4044-b5f4-9c2d74bac137 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.144027] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 605.144027] env[62622]: value = "task-2700941" [ 605.144027] env[62622]: _type = "Task" [ 605.144027] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.148166] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5224507d-95f9-2beb-1ec5-5ea05e3fb524, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.149777] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updated VIF entry in instance network info cache for port 7f015c30-fa90-4419-9462-7c943b3cf1c4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.150133] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updating instance_info_cache with network_info: [{"id": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "address": "fa:16:3e:31:5a:ec", "network": {"id": "ae0bf303-0c75-4c9d-bfdf-a0c98fde7a3c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1110715946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1378686b9346bfa746b304e2b62add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f015c30-fa", "ovs_interfaceid": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.158491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.158783] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 781fcdfe-3b6d-439b-ae11-26392217514d/781fcdfe-3b6d-439b-ae11-26392217514d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.159593] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.160577] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.160577] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4971dce9-fd55-42e0-ba85-f6508ccac17e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.162819] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb51692-156e-4f23-881f-2f7a10d027e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.169727] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.176159] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 605.176159] env[62622]: value = "task-2700942" [ 605.176159] env[62622]: _type = "Task" [ 605.176159] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.181362] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.181558] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.183257] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e328398-ef08-4a6a-a103-2d99e63cff0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.194394] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.199931] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 605.199931] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526cd8a7-e22a-2285-3731-337aaddf4deb" [ 605.199931] env[62622]: _type = "Task" [ 605.199931] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.211907] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526cd8a7-e22a-2285-3731-337aaddf4deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.351929] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700939, 'name': CreateSnapshot_Task, 'duration_secs': 0.819017} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.351929] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 605.356989] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f10a8d-1018-4ea6-9821-fff7b3c76b03 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.412214] env[62622]: DEBUG oslo_concurrency.lockutils [req-cd5dee71-7559-4443-a2c7-31709b8a8b47 req-42b146b1-a69f-4774-9eda-70c7a404fa89 service nova] Releasing lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.555209] env[62622]: DEBUG oslo_vmware.api [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2700940, 'name': PowerOnVM_Task, 'duration_secs': 0.696197} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.555516] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.555726] env[62622]: INFO nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Took 10.60 seconds to spawn the instance on the hypervisor. [ 605.555985] env[62622]: DEBUG nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.558205] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be19f2-307e-4fc7-9f1b-d1ee1c0cb7b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.596385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.597033] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.603349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.983s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.609016] env[62622]: INFO nova.compute.claims [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.663026] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Releasing lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.663026] env[62622]: DEBUG nova.compute.manager [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.663026] env[62622]: DEBUG nova.compute.manager [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing instance network info cache due to event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.663026] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.663395] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.664299] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.675731] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.689601] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.715661] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526cd8a7-e22a-2285-3731-337aaddf4deb, 'name': SearchDatastore_Task, 'duration_secs': 0.022431} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.717383] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e585b3a-6eca-4624-b1e0-8f6e1236a1e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.725905] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 605.725905] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aaec46-0f4d-2ec5-5630-8ec647efdbbe" [ 605.725905] env[62622]: _type = "Task" [ 605.725905] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.740136] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aaec46-0f4d-2ec5-5630-8ec647efdbbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.740788] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.741279] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f7a67f22-ff06-4359-bbb0-c0501ac23e6b/f7a67f22-ff06-4359-bbb0-c0501ac23e6b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.742055] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f29fa8-99de-43be-9d0d-60c50e25b7f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.750273] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 605.750273] env[62622]: value = "task-2700943" [ 605.750273] env[62622]: _type = "Task" [ 605.750273] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.763204] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.882021] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 605.882021] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72dc5882-da46-42f2-9bf5-19882b3b0946 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.892643] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 605.892643] env[62622]: value = "task-2700944" [ 605.892643] env[62622]: _type = "Task" [ 605.892643] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.905425] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700944, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.004461] env[62622]: DEBUG nova.compute.manager [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Received event network-changed-da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.004660] env[62622]: DEBUG nova.compute.manager [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Refreshing instance network info cache due to event network-changed-da27437a-525b-42b5-abd9-6c3b4e855203. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.005059] env[62622]: DEBUG oslo_concurrency.lockutils [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.005202] env[62622]: DEBUG oslo_concurrency.lockutils [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.005429] env[62622]: DEBUG nova.network.neutron [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Refreshing network info cache for port da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.087645] env[62622]: INFO nova.compute.manager [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Took 25.22 seconds to build instance. [ 606.114825] env[62622]: DEBUG nova.compute.utils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.119591] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.119868] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.165389] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700941, 'name': CreateSnapshot_Task, 'duration_secs': 0.73787} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.166125] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 606.167036] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a21a773-e98a-4bab-9ca5-f2118e7ada72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.194394] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569099} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.194734] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 781fcdfe-3b6d-439b-ae11-26392217514d/781fcdfe-3b6d-439b-ae11-26392217514d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.194989] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.195303] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4489d314-c75c-41ce-ba76-9205739eafb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.203042] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 606.203042] env[62622]: value = "task-2700945" [ 606.203042] env[62622]: _type = "Task" [ 606.203042] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.212254] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.262765] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.299352] env[62622]: DEBUG nova.policy [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e34c69c77b4a4bbcd95490fca31327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0ff8e3a7c15404894bdce29d06b083c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.406174] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700944, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.461816] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07c87b-78e0-4b27-ae2a-0abdbaaa36ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.483363] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.483654] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.483887] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.484085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.484258] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.486636] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.491989] env[62622]: INFO nova.compute.manager [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Terminating instance [ 606.591218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-051550a3-c079-498b-b369-92d5f907ed85 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.554s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.624118] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.695524] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 606.696414] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b748b1cc-78d1-44b7-a060-7bfc0372b934 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.714114] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 606.714114] env[62622]: value = "task-2700946" [ 606.714114] env[62622]: _type = "Task" [ 606.714114] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.722509] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130039} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.722509] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.723242] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f966e8f-f6f0-4920-950d-87ba028d7fde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.732287] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700946, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.774087] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 781fcdfe-3b6d-439b-ae11-26392217514d/781fcdfe-3b6d-439b-ae11-26392217514d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.783232] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bdee5a-4d59-4d2e-a5a7-c7f01f580d90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.826267] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516806} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.828538] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f7a67f22-ff06-4359-bbb0-c0501ac23e6b/f7a67f22-ff06-4359-bbb0-c0501ac23e6b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.829116] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.829597] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 606.829597] env[62622]: value = "task-2700947" [ 606.829597] env[62622]: _type = "Task" [ 606.829597] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.829900] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-576df49d-ea9a-428e-b0b0-23e2e822cc36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.849028] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 606.849028] env[62622]: value = "task-2700948" [ 606.849028] env[62622]: _type = "Task" [ 606.849028] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.854686] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.875364] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.917671] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700944, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.996245] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.996819] env[62622]: DEBUG nova.compute.manager [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.997014] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.997268] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c9adf1-3237-4f28-9ffa-271bbad57edd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.004228] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235c479-0069-421d-a1c8-128e9c477cb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.014789] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.016131] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e16d1e-8b31-4910-99a8-d6caf23f34b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.017724] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 607.017724] env[62622]: value = "task-2700949" [ 607.017724] env[62622]: _type = "Task" [ 607.017724] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.025455] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 607.025455] env[62622]: value = "task-2700950" [ 607.025455] env[62622]: _type = "Task" [ 607.025455] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.033623] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.040243] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.059501] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updated VIF entry in instance network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.059886] env[62622]: DEBUG nova.network.neutron [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.093106] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.226667] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700946, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.241329] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Successfully created port: 73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.300966] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcea2c0-23ad-4ac6-af9f-af12f66c830a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.310260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caccef29-c116-4e2d-a61e-61a712b7640f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.348813] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6664e69-a933-4a5a-bda9-ae1b9210e61e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.357270] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.364099] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d928ca5b-ec0f-4fa7-a8ea-ba874b402550 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.369248] env[62622]: DEBUG nova.network.neutron [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updated VIF entry in instance network info cache for port da27437a-525b-42b5-abd9-6c3b4e855203. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.371020] env[62622]: DEBUG nova.network.neutron [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.377211] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.387625] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.387625] env[62622]: DEBUG nova.compute.provider_tree [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.389087] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567c6dc-b330-4550-a807-1b7e0d794a69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.413392] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f7a67f22-ff06-4359-bbb0-c0501ac23e6b/f7a67f22-ff06-4359-bbb0-c0501ac23e6b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.419039] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396c0cc1-e42c-487b-8e33-2cb5981605e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.441597] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700944, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.445589] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 607.445589] env[62622]: value = "task-2700951" [ 607.445589] env[62622]: _type = "Task" [ 607.445589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.452762] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.527671] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700949, 'name': PowerOffVM_Task, 'duration_secs': 0.456287} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.533017] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.533017] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 607.544250] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700950, 'name': PowerOffVM_Task, 'duration_secs': 0.418175} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.544525] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.544698] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.544984] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-653c61a8-3445-49f3-9924-cf28031a80dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.568190] env[62622]: DEBUG oslo_concurrency.lockutils [req-c00c0379-b819-4e46-8235-a408e3d49230 req-2ce93662-8efd-4d6a-9681-0c2855bc976d service nova] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.618261] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.618261] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.618261] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleting the datastore file [datastore1] 0c32973d-cf85-4e4a-a89b-1f2c0d98d856 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.618261] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4a88ae-322a-45ae-8605-85c8e27cc853 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.622735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.627424] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 607.627424] env[62622]: value = "task-2700953" [ 607.627424] env[62622]: _type = "Task" [ 607.627424] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.636407] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.641848] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.675893] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.675893] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.675893] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.676057] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.676057] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.676057] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.676057] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.676057] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.676238] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.676238] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.676238] env[62622]: DEBUG nova.virt.hardware [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.677114] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ec490-4bf7-4730-85ca-370dbd16a7b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.691822] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e65e84-4a1c-488d-998b-aac1161f881c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.728331] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700946, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.856155] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700947, 'name': ReconfigVM_Task, 'duration_secs': 0.654546} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.856497] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 781fcdfe-3b6d-439b-ae11-26392217514d/781fcdfe-3b6d-439b-ae11-26392217514d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.857431] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4d5d435-6a59-45eb-b8f5-7bade1bfb826 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.864766] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 607.864766] env[62622]: value = "task-2700954" [ 607.864766] env[62622]: _type = "Task" [ 607.864766] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.874134] env[62622]: DEBUG oslo_concurrency.lockutils [req-2596fab1-4286-416e-8910-07e534a95930 req-1f6ee812-4d29-4775-a917-17c6a30352b5 service nova] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.874629] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700954, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.893471] env[62622]: DEBUG nova.scheduler.client.report [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.916838] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700944, 'name': CloneVM_Task, 'duration_secs': 2.00931} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.918357] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Created linked-clone VM from snapshot [ 607.919440] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4f796-d1ed-4622-8758-2c0d3f796d3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.929289] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Uploading image 0a111389-219c-43da-b71c-71ae662a5527 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 607.952401] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.963490] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 607.963490] env[62622]: value = "vm-544253" [ 607.963490] env[62622]: _type = "VirtualMachine" [ 607.963490] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 607.963822] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92584821-9ff5-47e6-baa2-b16fcdb7e70b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.971424] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lease: (returnval){ [ 607.971424] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fe296-5eec-5c4f-edac-95e5282bf061" [ 607.971424] env[62622]: _type = "HttpNfcLease" [ 607.971424] env[62622]: } obtained for exporting VM: (result){ [ 607.971424] env[62622]: value = "vm-544253" [ 607.971424] env[62622]: _type = "VirtualMachine" [ 607.971424] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 607.971782] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the lease: (returnval){ [ 607.971782] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fe296-5eec-5c4f-edac-95e5282bf061" [ 607.971782] env[62622]: _type = "HttpNfcLease" [ 607.971782] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 607.978658] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 607.978658] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fe296-5eec-5c4f-edac-95e5282bf061" [ 607.978658] env[62622]: _type = "HttpNfcLease" [ 607.978658] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 608.047419] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.047726] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.047926] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.050504] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.050746] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.050972] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.051261] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.051454] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.051689] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.051901] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.052151] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.062509] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b929953-0a57-4007-8b58-447135e7d562 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.086446] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 608.086446] env[62622]: value = "task-2700956" [ 608.086446] env[62622]: _type = "Task" [ 608.086446] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.097931] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.139342] env[62622]: DEBUG oslo_vmware.api [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2700953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256844} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.139342] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.139342] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.140494] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.140659] env[62622]: INFO nova.compute.manager [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Took 1.14 seconds to destroy the instance on the hypervisor. [ 608.140919] env[62622]: DEBUG oslo.service.loopingcall [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.141163] env[62622]: DEBUG nova.compute.manager [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.141275] env[62622]: DEBUG nova.network.neutron [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.228354] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700946, 'name': CloneVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.375375] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700954, 'name': Rename_Task, 'duration_secs': 0.158291} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.375680] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.375881] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157156d8-c7b7-47df-b043-5b8f457662b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.383277] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 608.383277] env[62622]: value = "task-2700957" [ 608.383277] env[62622]: _type = "Task" [ 608.383277] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.393527] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.400650] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.401693] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.406119] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.673s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.406417] env[62622]: DEBUG nova.objects.instance [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lazy-loading 'resources' on Instance uuid e56827f5-53a8-4ad3-b6a1-9a41526c6889 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 608.453252] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700951, 'name': ReconfigVM_Task, 'duration_secs': 0.543001} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.453536] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f7a67f22-ff06-4359-bbb0-c0501ac23e6b/f7a67f22-ff06-4359-bbb0-c0501ac23e6b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.454162] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed89775-a456-442f-8b00-3f96d00e6bec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.461572] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 608.461572] env[62622]: value = "task-2700958" [ 608.461572] env[62622]: _type = "Task" [ 608.461572] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.472031] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700958, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.479732] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.479732] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fe296-5eec-5c4f-edac-95e5282bf061" [ 608.479732] env[62622]: _type = "HttpNfcLease" [ 608.479732] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 608.480292] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 608.480292] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fe296-5eec-5c4f-edac-95e5282bf061" [ 608.480292] env[62622]: _type = "HttpNfcLease" [ 608.480292] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 608.481338] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43003f-ee11-4580-8009-e3b71e02cf65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.490383] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 608.490609] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.597846] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700956, 'name': ReconfigVM_Task, 'duration_secs': 0.24571} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.598183] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 608.728708] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700946, 'name': CloneVM_Task, 'duration_secs': 1.517063} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.729024] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Created linked-clone VM from snapshot [ 608.729792] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77736e6-55c8-445c-bc2b-7fb8d9e7142c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.737733] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Uploading image db64b9bb-14ad-4f93-a0ae-05ecac874fed {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.767331] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 608.767331] env[62622]: value = "vm-544254" [ 608.767331] env[62622]: _type = "VirtualMachine" [ 608.767331] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 608.767520] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e148a02e-6a68-4d8d-a249-e3a2964b0abb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.775193] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease: (returnval){ [ 608.775193] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521440f1-fcb9-b48d-9282-325ed57ce771" [ 608.775193] env[62622]: _type = "HttpNfcLease" [ 608.775193] env[62622]: } obtained for exporting VM: (result){ [ 608.775193] env[62622]: value = "vm-544254" [ 608.775193] env[62622]: _type = "VirtualMachine" [ 608.775193] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 608.775518] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the lease: (returnval){ [ 608.775518] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521440f1-fcb9-b48d-9282-325ed57ce771" [ 608.775518] env[62622]: _type = "HttpNfcLease" [ 608.775518] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 608.782510] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.782510] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521440f1-fcb9-b48d-9282-325ed57ce771" [ 608.782510] env[62622]: _type = "HttpNfcLease" [ 608.782510] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 608.802275] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d7c5e45-3b60-48d6-8a93-7ce8810676c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.901034] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.913282] env[62622]: DEBUG nova.compute.utils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.918021] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.918021] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.973992] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700958, 'name': Rename_Task, 'duration_secs': 0.337241} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.977395] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.979022] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b39fd1b-62eb-4781-aeec-4de0e4ee01f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.985276] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 608.985276] env[62622]: value = "task-2700960" [ 608.985276] env[62622]: _type = "Task" [ 608.985276] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.994089] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.007902] env[62622]: DEBUG nova.policy [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df8eed4051a494598ca27a4c00de08c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e067e1e8e3e44088fa2b07e96d4dfd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.059218] env[62622]: DEBUG nova.network.neutron [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.107363] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.107658] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.107818] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.107999] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.108167] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.108326] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.108544] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.108728] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.108901] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.109096] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.109325] env[62622]: DEBUG nova.virt.hardware [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.114782] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 609.115717] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34365d7-1460-4215-8ce0-5a4866a3bad0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.139939] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 609.139939] env[62622]: value = "task-2700961" [ 609.139939] env[62622]: _type = "Task" [ 609.139939] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.149610] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.290939] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 609.290939] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521440f1-fcb9-b48d-9282-325ed57ce771" [ 609.290939] env[62622]: _type = "HttpNfcLease" [ 609.290939] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 609.291974] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 609.291974] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521440f1-fcb9-b48d-9282-325ed57ce771" [ 609.291974] env[62622]: _type = "HttpNfcLease" [ 609.291974] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 609.292900] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31ce84-4885-4006-8159-b8574fad1d88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.302999] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 609.302999] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 609.411909] env[62622]: DEBUG oslo_vmware.api [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2700957, 'name': PowerOnVM_Task, 'duration_secs': 0.859429} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.415771] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.415919] env[62622]: INFO nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Took 11.90 seconds to spawn the instance on the hypervisor. [ 609.416281] env[62622]: DEBUG nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.419122] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a3628-e6ce-463b-827e-824d66acff4f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.422410] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.455601] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5735b4e9-c3d7-4588-bc47-532a60d29f1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.490843] env[62622]: DEBUG nova.compute.manager [req-a85f05c4-19f2-4bcc-b472-68ba76fbee13 req-e64ddb17-e834-451e-a4cd-78be765949ea service nova] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Received event network-vif-deleted-8073f29b-0a3c-4f22-894c-2b2d3e9dbd42 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.530130] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.563141] env[62622]: INFO nova.compute.manager [-] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Took 1.42 seconds to deallocate network for instance. [ 609.616021] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Successfully created port: f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.629142] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb24c1c-a3fa-4343-bab2-d0f7896bfb9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.648283] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77ab02-dfc7-4d22-aace-ae1da663bd04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.658641] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700961, 'name': ReconfigVM_Task, 'duration_secs': 0.219942} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.686193] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 609.687625] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7114a5-c762-4886-ad64-0d83ede23a34 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.691124] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb00f6-578c-4ef1-9e27-73d62df7a656 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.733357] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.737021] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0991b-2707-4a37-ab30-0deb555d9a9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.741124] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938d0e59-8e0e-406d-a251-c86117b5869a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.771446] env[62622]: DEBUG nova.compute.provider_tree [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.776223] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 609.776223] env[62622]: value = "task-2700962" [ 609.776223] env[62622]: _type = "Task" [ 609.776223] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.793291] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.951331] env[62622]: INFO nova.compute.manager [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Took 28.97 seconds to build instance. [ 610.001806] env[62622]: DEBUG oslo_vmware.api [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700960, 'name': PowerOnVM_Task, 'duration_secs': 0.604301} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.002493] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.003204] env[62622]: INFO nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Took 9.86 seconds to spawn the instance on the hypervisor. [ 610.004350] env[62622]: DEBUG nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.004474] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70ee05-0d54-449a-ac21-51ea1634d9a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.072884] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.278510] env[62622]: DEBUG nova.scheduler.client.report [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.309297] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700962, 'name': ReconfigVM_Task, 'duration_secs': 0.384025} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.311493] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2/f8c713cd-d776-4398-8ed5-edf4ee3b32b2.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.312200] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.407679] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.410267] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.441593] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.457755] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ed600be5-1b75-4454-8395-9363f0661408 tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.275s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.530930] env[62622]: INFO nova.compute.manager [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Took 28.47 seconds to build instance. [ 610.552469] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Successfully updated port: 73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.660343] env[62622]: DEBUG nova.compute.manager [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.660644] env[62622]: DEBUG nova.compute.manager [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing instance network info cache due to event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.661031] env[62622]: DEBUG oslo_concurrency.lockutils [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] Acquiring lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.661031] env[62622]: DEBUG oslo_concurrency.lockutils [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] Acquired lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.662246] env[62622]: DEBUG nova.network.neutron [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.799468] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.806532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.102s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.810267] env[62622]: INFO nova.compute.claims [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.837465] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e07385-bf28-4d0f-967e-6910482b051f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.877751] env[62622]: INFO nova.scheduler.client.report [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Deleted allocations for instance e56827f5-53a8-4ad3-b6a1-9a41526c6889 [ 610.878858] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9889a-6036-4c21-8692-e1b665b18df6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.910125] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.923423] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.925875] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 610.925875] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Rebuilding the list of instances to heal {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 610.959136] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.034243] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5f6316c8-0daf-4e3c-b1de-d6e74a69194b tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.098s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.055814] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.056171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.056171] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.393563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4341784d-ec0a-469b-a9c4-9ccf2e04c22a tempest-ServerDiagnosticsNegativeTest-2016468188 tempest-ServerDiagnosticsNegativeTest-2016468188-project-member] Lock "e56827f5-53a8-4ad3-b6a1-9a41526c6889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.325s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.435883] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 611.436135] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 611.436321] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 611.490030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.513480] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.513644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.513826] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 13652151-da46-4228-b335-104fe331c9c3] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 611.514018] env[62622]: DEBUG nova.objects.instance [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lazy-loading 'info_cache' on Instance uuid 13652151-da46-4228-b335-104fe331c9c3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.540153] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.564138] env[62622]: DEBUG nova.network.neutron [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Port 06cd0f9f-be5a-4fe7-a382-9bc04c25af72 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 611.825080] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.854258] env[62622]: DEBUG nova.network.neutron [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updated VIF entry in instance network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.855122] env[62622]: DEBUG nova.network.neutron [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [{"id": "28634314-5914-49e0-bf0e-e68ed7b977ce", "address": "fa:16:3e:40:c7:cc", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28634314-59", "ovs_interfaceid": "28634314-5914-49e0-bf0e-e68ed7b977ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.935333] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Successfully updated port: f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.041924] env[62622]: DEBUG nova.network.neutron [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Updating instance_info_cache with network_info: [{"id": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "address": "fa:16:3e:ea:55:9e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2e438-3f", "ovs_interfaceid": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.072221] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.334040] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674cd64-e207-4268-8c42-54ad3e8cd387 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.343739] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ec0b7-70d9-4079-a9d8-e2706f680456 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.382024] env[62622]: DEBUG oslo_concurrency.lockutils [req-05e42775-6db3-4ea9-87a1-0be178aa71ba req-4696681c-9578-4ad4-8cc8-4cfcafc32f3e service nova] Releasing lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.382024] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb4525-c3d3-4199-a4aa-58cd7049c304 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.392024] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50abef85-7365-4549-94e7-2c41ceca6fbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.404364] env[62622]: DEBUG nova.compute.provider_tree [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.445650] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.445650] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.445650] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.545030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.545030] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Instance network_info: |[{"id": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "address": "fa:16:3e:ea:55:9e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2e438-3f", "ovs_interfaceid": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.545537] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:55:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b2e438-3f9d-43d9-b735-1e4f56e65960', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.554263] env[62622]: DEBUG oslo.service.loopingcall [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.554669] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.554968] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dcdc5c2-3eca-442d-a072-dcfa18a4d792 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.588778] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.588778] env[62622]: value = "task-2700963" [ 612.588778] env[62622]: _type = "Task" [ 612.588778] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.597807] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.598194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.598448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.610149] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700963, 'name': CreateVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.908352] env[62622]: DEBUG nova.scheduler.client.report [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.988181] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.110056] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700963, 'name': CreateVM_Task, 'duration_secs': 0.408492} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.110284] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.111102] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.111332] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.114876] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.114876] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89091be3-0b4c-4a4d-bbce-7c53c4b637e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.117893] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 613.117893] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4055-1573-644e-f092-f3d5465a37cd" [ 613.117893] env[62622]: _type = "Task" [ 613.117893] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.129853] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4055-1573-644e-f092-f3d5465a37cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.245024] env[62622]: DEBUG nova.network.neutron [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Updating instance_info_cache with network_info: [{"id": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "address": "fa:16:3e:08:35:4e", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68facf4-d1", "ovs_interfaceid": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.345823] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updating instance_info_cache with network_info: [{"id": "88a21767-407b-4f3d-877e-8fce96f00b16", "address": "fa:16:3e:c3:db:15", "network": {"id": "cabed3ff-744c-4400-9cbf-bd78242553e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-527336079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cec7779b77e4d958d16dedab7a59f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a21767-40", "ovs_interfaceid": "88a21767-407b-4f3d-877e-8fce96f00b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.414485] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.415118] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.420195] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.103s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.420478] env[62622]: DEBUG nova.objects.instance [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lazy-loading 'resources' on Instance uuid 9a96a908-513e-482d-bfc9-950c029a1b21 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.631721] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4055-1573-644e-f092-f3d5465a37cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.632144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.632394] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.633019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.633019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.633276] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.633527] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75f3043a-3d9b-4a3f-a52e-bdae289e5f76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.644201] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.644418] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.645265] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e0ef09-1751-4808-9339-7188971f0950 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.651461] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 613.651461] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219eccf-49ab-9f15-546f-e94f8b06d360" [ 613.651461] env[62622]: _type = "Task" [ 613.651461] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.663454] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219eccf-49ab-9f15-546f-e94f8b06d360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.670332] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.670525] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.670730] env[62622]: DEBUG nova.network.neutron [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.751698] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.752083] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Instance network_info: |[{"id": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "address": "fa:16:3e:08:35:4e", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68facf4-d1", "ovs_interfaceid": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.851972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-13652151-da46-4228-b335-104fe331c9c3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.852282] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 613.852554] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.852909] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.853292] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.853560] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.853805] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.854076] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.854232] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 613.854435] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.928347] env[62622]: DEBUG nova.compute.utils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.930986] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.932114] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.993826] env[62622]: DEBUG nova.policy [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df8eed4051a494598ca27a4c00de08c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e067e1e8e3e44088fa2b07e96d4dfd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.162204] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219eccf-49ab-9f15-546f-e94f8b06d360, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.163720] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c96fac-4bf3-4dd2-8d9f-c800e1c02724 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.171908] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 614.171908] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35df2-a910-07a3-91ab-ab114fd42676" [ 614.171908] env[62622]: _type = "Task" [ 614.171908] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.184071] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35df2-a910-07a3-91ab-ab114fd42676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.361018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.400653] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Successfully created port: 47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.417105] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7464ab7-cc44-442b-93f6-c34ff661146e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.425290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b68f86-977f-488f-af9c-f4aa8b67410c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.456565] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.462696] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995bb74-1685-4797-a160-329267209c73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.471843] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586e45d-4bc2-427d-944b-8a47ff250fe2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.488028] env[62622]: DEBUG nova.compute.provider_tree [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.534316] env[62622]: DEBUG nova.network.neutron [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.685910] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35df2-a910-07a3-91ab-ab114fd42676, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.686226] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.686493] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d0aeec92-a07b-4562-9a57-f5d6aba5c637/d0aeec92-a07b-4562-9a57-f5d6aba5c637.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.686793] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ba741d-b8ce-431b-b009-c81484fb390b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.694120] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 614.694120] env[62622]: value = "task-2700964" [ 614.694120] env[62622]: _type = "Task" [ 614.694120] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.705353] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.992353] env[62622]: DEBUG nova.scheduler.client.report [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.036406] env[62622]: DEBUG oslo_concurrency.lockutils [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.204959] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.472342] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.497772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.500818] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.343s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.501773] env[62622]: INFO nova.compute.claims [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.523313] env[62622]: INFO nova.scheduler.client.report [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Deleted allocations for instance 9a96a908-513e-482d-bfc9-950c029a1b21 [ 615.563076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc411b-f4ea-4ee7-8dd8-ed8a867683f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.585109] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85816f8-37a5-434a-8cbb-7632a8a3262a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.593334] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.705390] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541799} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.705721] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d0aeec92-a07b-4562-9a57-f5d6aba5c637/d0aeec92-a07b-4562-9a57-f5d6aba5c637.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.705997] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.706305] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d159c2bd-2a32-48b6-af00-b4f6395867b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.713908] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 615.713908] env[62622]: value = "task-2700965" [ 615.713908] env[62622]: _type = "Task" [ 615.713908] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.723533] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.945650] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Successfully updated port: 47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.038097] env[62622]: DEBUG oslo_concurrency.lockutils [None req-895a734f-ccda-4eb6-9af2-9d7b530f12e2 tempest-ServerDiagnosticsTest-1720630684 tempest-ServerDiagnosticsTest-1720630684-project-member] Lock "9a96a908-513e-482d-bfc9-950c029a1b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.242s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.098973] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.099894] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f275d2b-62fe-45b3-af7c-89806e5a30b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.106725] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 616.106725] env[62622]: value = "task-2700966" [ 616.106725] env[62622]: _type = "Task" [ 616.106725] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.116764] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.228647] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07835} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.229623] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.231059] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a316e8-ce82-4242-8c4a-75bef7623f4f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.257093] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d0aeec92-a07b-4562-9a57-f5d6aba5c637/d0aeec92-a07b-4562-9a57-f5d6aba5c637.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.259254] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d293ca3-2df9-46de-b44e-dbe2d3e9b2d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.282156] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 616.282156] env[62622]: value = "task-2700967" [ 616.282156] env[62622]: _type = "Task" [ 616.282156] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.284623] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.285854] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.285854] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.285854] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.285854] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.285854] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.286109] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.286109] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.286109] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.286219] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.286316] env[62622]: DEBUG nova.virt.hardware [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.288549] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6450bdb0-7e4e-4fb6-b473-ce49a92eb48c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.307551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fc554e-6e82-4557-a8c2-cdf7bfcf9565 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.312132] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.315643] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.315643] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.315643] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.315895] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.315895] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.315895] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.316014] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.316362] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.316362] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.316515] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.319124] env[62622]: DEBUG nova.virt.hardware [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.319322] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663f0d1-0ba3-466e-a3a8-02836a2923b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.338074] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:35:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f68facf4-d14e-4165-bed5-ae2ddec307c7', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.343993] env[62622]: DEBUG oslo.service.loopingcall [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.346575] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.346855] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.348248] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfe55c-ded8-4acf-95a8-6ec6610d26b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.353388] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbab9a-2cf3-4402-aef0-2e49645e7072 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.357347] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eac35d6-f4ce-441a-ad68-65d754b0c08b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.385403] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.385403] env[62622]: ERROR oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk due to incomplete transfer. [ 616.386688] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-856b3cec-ad88-48aa-88db-753b1262acce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.388729] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.388729] env[62622]: value = "task-2700968" [ 616.388729] env[62622]: _type = "Task" [ 616.388729] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.394856] env[62622]: DEBUG oslo_vmware.rw_handles [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c28ea-f0ee-40cf-6a5a-361db3d0ec35/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.395798] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Uploaded image 0a111389-219c-43da-b71c-71ae662a5527 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.398087] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.400627] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efe24650-84f6-4711-9dab-06e24be1c425 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.402346] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700968, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.407909] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 616.407909] env[62622]: value = "task-2700969" [ 616.407909] env[62622]: _type = "Task" [ 616.407909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.416816] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.449551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.449642] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449849] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.622454] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.801775] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700967, 'name': ReconfigVM_Task, 'duration_secs': 0.373572} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.802156] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d0aeec92-a07b-4562-9a57-f5d6aba5c637/d0aeec92-a07b-4562-9a57-f5d6aba5c637.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.802961] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e67d55-d18f-45f2-9ac3-fd3f922aff4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.813095] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 616.813095] env[62622]: value = "task-2700970" [ 616.813095] env[62622]: _type = "Task" [ 616.813095] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.825237] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700970, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.903707] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700968, 'name': CreateVM_Task, 'duration_secs': 0.420404} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.909384] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.910530] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.912385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.912385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.914689] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a62a34d-4f92-4d2e-bb6c-644414bc62ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.926620] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.927100] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 616.927100] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521d354d-e009-40c5-7dca-5d3e62b465d5" [ 616.927100] env[62622]: _type = "Task" [ 616.927100] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.945710] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521d354d-e009-40c5-7dca-5d3e62b465d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014203} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.945710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.945710] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.945710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.945942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.945942] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.945942] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745ef8f5-e66a-4084-be6f-aa083a8da2af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.960981] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.961133] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.961925] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ede648-061d-469f-b642-91c084b04a74 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.970185] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 616.970185] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bd9ca-aa54-70ad-ddf5-36316c511d2a" [ 616.970185] env[62622]: _type = "Task" [ 616.970185] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.982471] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bd9ca-aa54-70ad-ddf5-36316c511d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.983297] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6d3b05-27a0-4f0c-b84b-4871b85df773 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.990288] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 616.990288] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522e1499-05bf-58e2-0a28-81999a665ee3" [ 616.990288] env[62622]: _type = "Task" [ 616.990288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.001521] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522e1499-05bf-58e2-0a28-81999a665ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.002386] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.076955] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 617.079353] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b24e60-48d2-4482-bf54-5ad7ebac58c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.082147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597de301-d465-41ce-ae3e-74a14efc7d56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.087219] env[62622]: DEBUG nova.compute.manager [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Received event network-vif-plugged-f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.087219] env[62622]: DEBUG oslo_concurrency.lockutils [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] Acquiring lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.087314] env[62622]: DEBUG oslo_concurrency.lockutils [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.087507] env[62622]: DEBUG oslo_concurrency.lockutils [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.087660] env[62622]: DEBUG nova.compute.manager [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] No waiting events found dispatching network-vif-plugged-f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.087787] env[62622]: WARNING nova.compute.manager [req-042b6a6e-2e06-405d-bfa8-b7cb31f432a3 req-f2b9dd2b-f15d-4f26-a2ac-1bc888efe1e1 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Received unexpected event network-vif-plugged-f68facf4-d14e-4165-bed5-ae2ddec307c7 for instance with vm_state building and task_state spawning. [ 617.090234] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 617.090395] env[62622]: ERROR oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk due to incomplete transfer. [ 617.090622] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4947ae70-f377-4bc5-8169-8c39689450c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.095894] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d467e19-bc17-403d-b066-ea07e24e7089 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.100604] env[62622]: DEBUG oslo_vmware.rw_handles [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6528e-5e32-6b38-cb31-eadfd1a0cccf/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 617.100829] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Uploaded image db64b9bb-14ad-4f93-a0ae-05ecac874fed to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 617.102277] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 617.105187] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a21fe007-5d7c-4078-b097-8dbb82dc4664 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.140899] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b24e7b3-493d-4929-84ff-271814e10786 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.144579] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 617.144579] env[62622]: value = "task-2700971" [ 617.144579] env[62622]: _type = "Task" [ 617.144579] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.153952] env[62622]: DEBUG oslo_vmware.api [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2700966, 'name': PowerOnVM_Task, 'duration_secs': 0.679808} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.155234] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f68c7-cdaf-4940-bbe7-7297231a973c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.159307] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.159487] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-05cb9e6c-1d92-4fc0-9414-dbb5f4b6a3e1 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance 'f8c713cd-d776-4398-8ed5-edf4ee3b32b2' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 617.166310] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700971, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.179277] env[62622]: DEBUG nova.compute.provider_tree [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.233353] env[62622]: DEBUG nova.network.neutron [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Updating instance_info_cache with network_info: [{"id": "47721eac-3c1f-4834-8bda-8b691ff5175a", "address": "fa:16:3e:50:04:41", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47721eac-3c", "ovs_interfaceid": "47721eac-3c1f-4834-8bda-8b691ff5175a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.322625] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700970, 'name': Rename_Task, 'duration_secs': 0.194745} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.322942] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.323207] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33bfa3c8-8655-4e16-a238-39152cea89cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.329153] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 617.329153] env[62622]: value = "task-2700972" [ 617.329153] env[62622]: _type = "Task" [ 617.329153] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.338139] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.372162] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Received event network-vif-plugged-73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.372657] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Acquiring lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.372657] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.372817] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.372916] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] No waiting events found dispatching network-vif-plugged-73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.373541] env[62622]: WARNING nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Received unexpected event network-vif-plugged-73b2e438-3f9d-43d9-b735-1e4f56e65960 for instance with vm_state building and task_state spawning. [ 617.373749] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Received event network-changed-73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.373912] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Refreshing instance network info cache due to event network-changed-73b2e438-3f9d-43d9-b735-1e4f56e65960. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.375660] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Acquiring lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.375660] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Acquired lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.375660] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Refreshing network info cache for port 73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.421832] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.507138] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522e1499-05bf-58e2-0a28-81999a665ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.507138] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.507138] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] d54c9ea3-38bc-4437-a05a-0e959540c2bd/d54c9ea3-38bc-4437-a05a-0e959540c2bd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.507377] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83803d30-3092-4e30-be26-60b70d33c22f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.516439] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 617.516439] env[62622]: value = "task-2700973" [ 617.516439] env[62622]: _type = "Task" [ 617.516439] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.527242] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.578303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "d16601ee-c321-4515-b37d-590dd35d8ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.578550] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.656673] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700971, 'name': Destroy_Task, 'duration_secs': 0.421103} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.657053] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Destroyed the VM [ 617.657362] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.657636] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-109d7b76-fa59-4383-aff0-9e2b2bffe7df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.666665] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 617.666665] env[62622]: value = "task-2700974" [ 617.666665] env[62622]: _type = "Task" [ 617.666665] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.684672] env[62622]: DEBUG nova.scheduler.client.report [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.692115] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.736648] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.737045] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Instance network_info: |[{"id": "47721eac-3c1f-4834-8bda-8b691ff5175a", "address": "fa:16:3e:50:04:41", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47721eac-3c", "ovs_interfaceid": "47721eac-3c1f-4834-8bda-8b691ff5175a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.737479] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:04:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47721eac-3c1f-4834-8bda-8b691ff5175a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.746424] env[62622]: DEBUG oslo.service.loopingcall [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.747649] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.748182] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c5fd28-ba73-4070-9c68-f95354085ed2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.772342] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.772342] env[62622]: value = "task-2700975" [ 617.772342] env[62622]: _type = "Task" [ 617.772342] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.781970] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700975, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.847064] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.922637] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.029244] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.185162] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.194099] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.194099] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.196443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.948s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.196672] env[62622]: DEBUG nova.objects.instance [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lazy-loading 'resources' on Instance uuid 0ae9e195-dcbf-4d62-9ca8-584be3064ced {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.210512] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Updated VIF entry in instance network info cache for port 73b2e438-3f9d-43d9-b735-1e4f56e65960. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.210967] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Updating instance_info_cache with network_info: [{"id": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "address": "fa:16:3e:ea:55:9e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b2e438-3f", "ovs_interfaceid": "73b2e438-3f9d-43d9-b735-1e4f56e65960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.283336] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700975, 'name': CreateVM_Task, 'duration_secs': 0.498803} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.283546] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.284310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.284466] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.284779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.285120] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8dc478-f3be-46b2-b67f-2472a9e6d370 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.290561] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 618.290561] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5fcfd-3d0d-6667-7ac9-2fc93e50fd4d" [ 618.290561] env[62622]: _type = "Task" [ 618.290561] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.298941] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5fcfd-3d0d-6667-7ac9-2fc93e50fd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.340744] env[62622]: DEBUG oslo_vmware.api [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700972, 'name': PowerOnVM_Task, 'duration_secs': 0.596333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.341347] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.341681] env[62622]: INFO nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Took 10.70 seconds to spawn the instance on the hypervisor. [ 618.341860] env[62622]: DEBUG nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.342812] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a8934-139e-414f-9178-4f81919dfa6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.421644] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.531244] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608822} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.531521] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] d54c9ea3-38bc-4437-a05a-0e959540c2bd/d54c9ea3-38bc-4437-a05a-0e959540c2bd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.531742] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.532017] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be8bb99-4135-42a6-b8bf-a65c0683e3df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.540515] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 618.540515] env[62622]: value = "task-2700976" [ 618.540515] env[62622]: _type = "Task" [ 618.540515] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.552043] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.695394] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700974, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.704525] env[62622]: DEBUG nova.compute.utils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.710874] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.710874] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.716822] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Releasing lock "refresh_cache-d0aeec92-a07b-4562-9a57-f5d6aba5c637" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.717369] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.717369] env[62622]: DEBUG nova.compute.manager [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing instance network info cache due to event network-changed-28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.717667] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Acquiring lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.718159] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Acquired lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.718159] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Refreshing network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.786527] env[62622]: DEBUG nova.policy [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1a1e5353066479c8f35eccde39ab6a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f39145b1bcb460f844fa3cf28a07852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.807756] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5fcfd-3d0d-6667-7ac9-2fc93e50fd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.057584} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.811360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.811639] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.811905] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.812064] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.812245] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.812730] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b8e00c-d5c8-443e-899e-64b718180336 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.824898] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.825107] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.825851] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04f3f23-a5e2-4d61-b16e-ee8a01035994 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.837264] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 618.837264] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52990de8-a0a6-3a01-b004-8f70b6bcfaf4" [ 618.837264] env[62622]: _type = "Task" [ 618.837264] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.847521] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52990de8-a0a6-3a01-b004-8f70b6bcfaf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.870637] env[62622]: INFO nova.compute.manager [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Took 34.41 seconds to build instance. [ 618.928040] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.050453] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246061} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.050938] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.052011] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c662875-e4c2-4874-9cb9-9d4c565cac00 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.078800] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] d54c9ea3-38bc-4437-a05a-0e959540c2bd/d54c9ea3-38bc-4437-a05a-0e959540c2bd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.081933] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e458cce-45ee-44d6-b34a-109160922df5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.101943] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 619.101943] env[62622]: value = "task-2700977" [ 619.101943] env[62622]: _type = "Task" [ 619.101943] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.112613] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.137592] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Successfully created port: 0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.184038] env[62622]: DEBUG oslo_vmware.api [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700974, 'name': RemoveSnapshot_Task, 'duration_secs': 1.338468} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.189990] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 619.190523] env[62622]: INFO nova.compute.manager [None req-d8f583ce-0e04-48b9-b928-b5eec48ad33e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Took 14.61 seconds to snapshot the instance on the hypervisor. [ 619.213878] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.291930] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947b8544-16bd-4c66-9613-9d5f218a9735 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.301941] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec3177-3c38-4701-ad50-b2d2a88057ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.346167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e2b0d-70c8-4abd-98fa-240899abe070 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.354719] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52990de8-a0a6-3a01-b004-8f70b6bcfaf4, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.357611] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b6928a-4879-4839-8e9b-1b8e398f0dfc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.361356] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c09330-4648-412f-81a9-bf941c9a3b32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.368087] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 619.368087] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52063aa7-6c2c-26ef-8312-b200c226e7ca" [ 619.368087] env[62622]: _type = "Task" [ 619.368087] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.376432] env[62622]: DEBUG oslo_concurrency.lockutils [None req-28b6f30b-520b-4bc1-b10d-539c30079a7e tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.520s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.376903] env[62622]: DEBUG nova.compute.provider_tree [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.386707] env[62622]: DEBUG nova.scheduler.client.report [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.398864] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52063aa7-6c2c-26ef-8312-b200c226e7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.399275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.399739] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] f75618ab-639c-4e5a-8462-904331efc0ff/f75618ab-639c-4e5a-8462-904331efc0ff.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.399739] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3053e432-c5f3-45b1-b39d-17abae5fa169 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.407215] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 619.407215] env[62622]: value = "task-2700978" [ 619.407215] env[62622]: _type = "Task" [ 619.407215] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.415599] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.423521] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700969, 'name': Destroy_Task, 'duration_secs': 2.714137} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.424873] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Destroyed the VM [ 619.424873] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.424873] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63a984aa-0849-42a4-b5d4-73a88365c7ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.433675] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 619.433675] env[62622]: value = "task-2700979" [ 619.433675] env[62622]: _type = "Task" [ 619.433675] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.442591] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.560835] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updated VIF entry in instance network info cache for port 28634314-5914-49e0-bf0e-e68ed7b977ce. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.561335] env[62622]: DEBUG nova.network.neutron [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [{"id": "28634314-5914-49e0-bf0e-e68ed7b977ce", "address": "fa:16:3e:40:c7:cc", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28634314-59", "ovs_interfaceid": "28634314-5914-49e0-bf0e-e68ed7b977ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.616145] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700977, 'name': ReconfigVM_Task, 'duration_secs': 0.290477} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.616474] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] d54c9ea3-38bc-4437-a05a-0e959540c2bd/d54c9ea3-38bc-4437-a05a-0e959540c2bd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.617360] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f85d3d-db8d-4334-a593-48d3e5e6ecbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.624768] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 619.624768] env[62622]: value = "task-2700980" [ 619.624768] env[62622]: _type = "Task" [ 619.624768] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.635024] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700980, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.711123] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Received event network-changed-f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.711323] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Refreshing instance network info cache due to event network-changed-f68facf4-d14e-4165-bed5-ae2ddec307c7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.711555] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Acquiring lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.711725] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Acquired lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.711928] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Refreshing network info cache for port f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.893263] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.895875] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.900939] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.572s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.904950] env[62622]: INFO nova.compute.claims [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.926330] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700978, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.927728] env[62622]: INFO nova.scheduler.client.report [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Deleted allocations for instance 0ae9e195-dcbf-4d62-9ca8-584be3064ced [ 619.941574] env[62622]: DEBUG nova.compute.manager [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Received event network-changed-7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.941574] env[62622]: DEBUG nova.compute.manager [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Refreshing instance network info cache due to event network-changed-7f015c30-fa90-4419-9462-7c943b3cf1c4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.941574] env[62622]: DEBUG oslo_concurrency.lockutils [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] Acquiring lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.941574] env[62622]: DEBUG oslo_concurrency.lockutils [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] Acquired lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.941868] env[62622]: DEBUG nova.network.neutron [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Refreshing network info cache for port 7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.957816] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.063945] env[62622]: DEBUG oslo_concurrency.lockutils [req-37f75fac-ad89-47ba-96da-eb514c837d81 req-0a45a1ef-cc1e-4182-a0f7-6bce51bba809 service nova] Releasing lock "refresh_cache-190ccc54-32b9-42c3-84c0-50ab8793c29c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.135285] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700980, 'name': Rename_Task, 'duration_secs': 0.151487} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.135565] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.135805] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-669a0507-d3a5-4d65-a86c-e241c99d7f65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.142932] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 620.142932] env[62622]: value = "task-2700981" [ 620.142932] env[62622]: _type = "Task" [ 620.142932] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.151525] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.225033] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.252104] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.252309] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.252465] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.252647] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.252792] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.252946] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.253233] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.253344] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.253514] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.253673] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.253845] env[62622]: DEBUG nova.virt.hardware [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.254748] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45312def-3426-46ba-9619-667f44235aab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.268898] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd743822-90db-4180-853f-2b4cb944384f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.367585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.367856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.420509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.421174] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.421522] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.421843] env[62622]: DEBUG nova.compute.manager [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Going to confirm migration 1 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 620.427725] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752957} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.428323] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] f75618ab-639c-4e5a-8462-904331efc0ff/f75618ab-639c-4e5a-8462-904331efc0ff.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.428500] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.431233] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a021107b-085d-4c47-93e3-7fdf33122695 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.442600] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 620.442600] env[62622]: value = "task-2700982" [ 620.442600] env[62622]: _type = "Task" [ 620.442600] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.443082] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f1fc8e06-e512-405f-b0bf-568f91e63740 tempest-ServerDiagnosticsV248Test-450452239 tempest-ServerDiagnosticsV248Test-450452239-project-member] Lock "0ae9e195-dcbf-4d62-9ca8-584be3064ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.584s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.456700] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700979, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.462881] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.463116] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.463343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.463524] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.463716] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.465424] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.466182] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Updated VIF entry in instance network info cache for port f68facf4-d14e-4165-bed5-ae2ddec307c7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.466502] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Updating instance_info_cache with network_info: [{"id": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "address": "fa:16:3e:08:35:4e", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68facf4-d1", "ovs_interfaceid": "f68facf4-d14e-4165-bed5-ae2ddec307c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.467753] env[62622]: INFO nova.compute.manager [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Terminating instance [ 620.656063] env[62622]: DEBUG oslo_vmware.api [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700981, 'name': PowerOnVM_Task, 'duration_secs': 0.498562} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.656474] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.656741] env[62622]: INFO nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Took 10.21 seconds to spawn the instance on the hypervisor. [ 620.656964] env[62622]: DEBUG nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.658183] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d4ca4-d8f2-419e-aee2-cfaaffa36e67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.806047] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Successfully updated port: 0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.909967] env[62622]: DEBUG nova.network.neutron [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updated VIF entry in instance network info cache for port 7f015c30-fa90-4419-9462-7c943b3cf1c4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.910117] env[62622]: DEBUG nova.network.neutron [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updating instance_info_cache with network_info: [{"id": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "address": "fa:16:3e:31:5a:ec", "network": {"id": "ae0bf303-0c75-4c9d-bfdf-a0c98fde7a3c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1110715946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1378686b9346bfa746b304e2b62add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f015c30-fa", "ovs_interfaceid": "7f015c30-fa90-4419-9462-7c943b3cf1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.947483] env[62622]: DEBUG oslo_vmware.api [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2700979, 'name': RemoveSnapshot_Task, 'duration_secs': 1.29956} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.951744] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.952015] env[62622]: INFO nova.compute.manager [None req-33f55c0c-9ac3-4989-aadf-fcbd89158398 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 620.962389] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07148} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.965127] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.966444] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ffc7a-e192-4ab0-b31c-361951747304 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.981353] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Releasing lock "refresh_cache-d54c9ea3-38bc-4437-a05a-0e959540c2bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.981624] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Received event network-vif-plugged-47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.981822] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Acquiring lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.982433] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.982932] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.982932] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] No waiting events found dispatching network-vif-plugged-47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.984102] env[62622]: WARNING nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Received unexpected event network-vif-plugged-47721eac-3c1f-4834-8bda-8b691ff5175a for instance with vm_state building and task_state spawning. [ 620.984102] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Received event network-changed-47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.984102] env[62622]: DEBUG nova.compute.manager [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Refreshing instance network info cache due to event network-changed-47721eac-3c1f-4834-8bda-8b691ff5175a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.984102] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Acquiring lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.984102] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Acquired lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984540] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Refreshing network info cache for port 47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.985740] env[62622]: DEBUG nova.compute.manager [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.985874] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.994644] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f75618ab-639c-4e5a-8462-904331efc0ff/f75618ab-639c-4e5a-8462-904331efc0ff.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.999159] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127f075-0a80-4301-9b1f-67a79339e14b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.002118] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8a188f-9e19-4653-8930-eee922ab87a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.018396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.018396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.018692] env[62622]: DEBUG nova.network.neutron [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.018692] env[62622]: DEBUG nova.objects.instance [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lazy-loading 'info_cache' on Instance uuid f8c713cd-d776-4398-8ed5-edf4ee3b32b2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.025381] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.026575] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881ca9d2-0135-4da7-bb26-66dca9191e59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.031029] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 621.031029] env[62622]: value = "task-2700983" [ 621.031029] env[62622]: _type = "Task" [ 621.031029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.041382] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.184628] env[62622]: INFO nova.compute.manager [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Took 33.59 seconds to build instance. [ 621.215891] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.216124] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.216310] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore2] a9eea1e6-c005-4b5e-b496-cd98d5b181e2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.216565] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c7afbb6-3b3a-4087-a734-fd71aa81f3d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.223283] env[62622]: DEBUG oslo_vmware.api [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 621.223283] env[62622]: value = "task-2700985" [ 621.223283] env[62622]: _type = "Task" [ 621.223283] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.234357] env[62622]: DEBUG oslo_vmware.api [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.311184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.311184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.311184] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.414757] env[62622]: DEBUG oslo_concurrency.lockutils [req-7dfca53e-10d8-4768-b22b-316f48a31534 req-137ff704-8e1d-40bb-bb62-e1e5793e8942 service nova] Releasing lock "refresh_cache-781fcdfe-3b6d-439b-ae11-26392217514d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.415388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.415510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.415929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.415929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.416185] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.419138] env[62622]: INFO nova.compute.manager [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Terminating instance [ 621.421570] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76937d2a-39aa-4e17-ab7f-a14660a60042 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.434831] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d8f93-fe8f-4ddf-9d76-8e5df69d2f31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.472813] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7758df-6e88-43ba-9126-fe4e92269761 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.481271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579cf1ca-7894-40e9-b43c-edbfcd4c7726 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.495820] env[62622]: DEBUG nova.compute.provider_tree [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.543285] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.677278] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.677506] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.686741] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22adfc89-74f8-4090-8cd6-e9ad71709403 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.145s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.735741] env[62622]: DEBUG oslo_vmware.api [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2700985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48729} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.735957] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.736149] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.736319] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.736484] env[62622]: INFO nova.compute.manager [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Took 0.75 seconds to destroy the instance on the hypervisor. [ 621.736717] env[62622]: DEBUG oslo.service.loopingcall [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.736896] env[62622]: DEBUG nova.compute.manager [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.736983] env[62622]: DEBUG nova.network.neutron [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.937071] env[62622]: DEBUG nova.compute.manager [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.937071] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.937071] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a825f-8c51-4dbe-8abb-5f9f270f3738 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.952551] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.956021] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.957660] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fbd2eb-ab56-4d4d-92ed-0bdefb801fa4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.960228] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Updated VIF entry in instance network info cache for port 47721eac-3c1f-4834-8bda-8b691ff5175a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.960894] env[62622]: DEBUG nova.network.neutron [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Updating instance_info_cache with network_info: [{"id": "47721eac-3c1f-4834-8bda-8b691ff5175a", "address": "fa:16:3e:50:04:41", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47721eac-3c", "ovs_interfaceid": "47721eac-3c1f-4834-8bda-8b691ff5175a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.969335] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 621.969335] env[62622]: value = "task-2700986" [ 621.969335] env[62622]: _type = "Task" [ 621.969335] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.978946] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.999020] env[62622]: DEBUG nova.scheduler.client.report [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.041520] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700983, 'name': ReconfigVM_Task, 'duration_secs': 0.801168} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.041917] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f75618ab-639c-4e5a-8462-904331efc0ff/f75618ab-639c-4e5a-8462-904331efc0ff.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.042523] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f3800c-2c61-4c4e-8ffa-5cc8670fcba9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.049455] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 622.049455] env[62622]: value = "task-2700987" [ 622.049455] env[62622]: _type = "Task" [ 622.049455] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.058181] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700987, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.188966] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.246067] env[62622]: DEBUG nova.compute.manager [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Received event network-vif-plugged-0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.246750] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Acquiring lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.246969] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.250303] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.250867] env[62622]: DEBUG nova.compute.manager [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] No waiting events found dispatching network-vif-plugged-0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.251819] env[62622]: WARNING nova.compute.manager [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Received unexpected event network-vif-plugged-0c043da8-c4f3-4b0e-800f-dc67934155f9 for instance with vm_state building and task_state spawning. [ 622.252039] env[62622]: DEBUG nova.compute.manager [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Received event network-changed-0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.252239] env[62622]: DEBUG nova.compute.manager [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Refreshing instance network info cache due to event network-changed-0c043da8-c4f3-4b0e-800f-dc67934155f9. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.252412] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Acquiring lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.267106] env[62622]: DEBUG nova.network.neutron [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Updating instance_info_cache with network_info: [{"id": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "address": "fa:16:3e:c9:3d:1c", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c043da8-c4", "ovs_interfaceid": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.464463] env[62622]: DEBUG oslo_concurrency.lockutils [req-f784182f-fe6f-4354-a26d-7a2c44b769f3 req-da25d47d-ab38-433b-848a-18a2e38766a6 service nova] Releasing lock "refresh_cache-f75618ab-639c-4e5a-8462-904331efc0ff" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.479623] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700986, 'name': PowerOffVM_Task, 'duration_secs': 0.261763} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.479905] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.480908] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.481247] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e97e18ce-d71f-4060-ac52-9007bd608fcc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.506704] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.507415] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.513752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.435s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.518900] env[62622]: INFO nova.compute.claims [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.545028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.545028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.545028] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleting the datastore file [datastore1] d0aeec92-a07b-4562-9a57-f5d6aba5c637 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.545028] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63cfcb92-0885-485d-8c14-9f0028b9d314 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.555931] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for the task: (returnval){ [ 622.555931] env[62622]: value = "task-2700989" [ 622.555931] env[62622]: _type = "Task" [ 622.555931] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.563574] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700987, 'name': Rename_Task, 'duration_secs': 0.360973} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.565197] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.565443] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31865ac4-ad46-4955-8568-8c96467be083 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.570832] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.574992] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 622.574992] env[62622]: value = "task-2700990" [ 622.574992] env[62622]: _type = "Task" [ 622.574992] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.583124] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.724010] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.771714] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.771714] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Instance network_info: |[{"id": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "address": "fa:16:3e:c9:3d:1c", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c043da8-c4", "ovs_interfaceid": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.772251] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Acquired lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.772251] env[62622]: DEBUG nova.network.neutron [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Refreshing network info cache for port 0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.774071] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:3d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c043da8-c4f3-4b0e-800f-dc67934155f9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.784048] env[62622]: DEBUG oslo.service.loopingcall [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.789876] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.790586] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef814d0-7ffe-407c-b25d-11b976ecb579 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.816405] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.816405] env[62622]: value = "task-2700991" [ 622.816405] env[62622]: _type = "Task" [ 622.816405] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.568981] env[62622]: DEBUG nova.network.neutron [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.571857] env[62622]: DEBUG nova.compute.utils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.577970] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700991, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.577970] env[62622]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.260713 sec [ 623.578497] env[62622]: DEBUG nova.network.neutron [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.580310] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 623.599682] env[62622]: DEBUG oslo_vmware.api [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2700990, 'name': PowerOnVM_Task, 'duration_secs': 0.744967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.606124] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.606344] env[62622]: INFO nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Took 8.13 seconds to spawn the instance on the hypervisor. [ 623.606524] env[62622]: DEBUG nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.607539] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700991, 'name': CreateVM_Task, 'duration_secs': 0.446762} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.607767] env[62622]: DEBUG oslo_vmware.api [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Task: {'id': task-2700989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163556} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.608471] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25634644-fc0b-4ea7-99ef-492ac102c1c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610883] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.611145] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.611324] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.611496] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.611661] env[62622]: INFO nova.compute.manager [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Took 1.68 seconds to destroy the instance on the hypervisor. [ 623.611891] env[62622]: DEBUG oslo.service.loopingcall [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.612747] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.612908] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.613234] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.613454] env[62622]: DEBUG nova.compute.manager [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.613547] env[62622]: DEBUG nova.network.neutron [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.615365] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6b5601-5fa2-47c1-9971-8fc274f45d90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.626899] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 623.626899] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52392990-5796-e0d1-e8c6-a02cd7b6edad" [ 623.626899] env[62622]: _type = "Task" [ 623.626899] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.634577] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52392990-5796-e0d1-e8c6-a02cd7b6edad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.806464] env[62622]: DEBUG nova.network.neutron [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Updated VIF entry in instance network info cache for port 0c043da8-c4f3-4b0e-800f-dc67934155f9. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.806816] env[62622]: DEBUG nova.network.neutron [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Updating instance_info_cache with network_info: [{"id": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "address": "fa:16:3e:c9:3d:1c", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c043da8-c4", "ovs_interfaceid": "0c043da8-c4f3-4b0e-800f-dc67934155f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.072476] env[62622]: INFO nova.compute.manager [-] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Took 2.33 seconds to deallocate network for instance. [ 624.084129] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.084456] env[62622]: DEBUG nova.objects.instance [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lazy-loading 'migration_context' on Instance uuid f8c713cd-d776-4398-8ed5-edf4ee3b32b2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.093528] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.137485] env[62622]: INFO nova.compute.manager [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Took 35.46 seconds to build instance. [ 624.150552] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52392990-5796-e0d1-e8c6-a02cd7b6edad, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.151024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.151329] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.151636] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.151886] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.152182] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.152563] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0820a32-d221-4b56-91bb-090b6263298c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.163991] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.164246] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.165244] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c5b0e3-2b7f-4d7f-a3a0-7efeddd7ed59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.172251] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 624.172251] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523feba0-c4cc-d378-6494-467065dad324" [ 624.172251] env[62622]: _type = "Task" [ 624.172251] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.184608] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523feba0-c4cc-d378-6494-467065dad324, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.185419] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759e2f5b-361c-4fea-8a42-6d2b03fb44e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.190787] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 624.190787] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b86d83-45c6-5ab1-cfb0-30e9e398c165" [ 624.190787] env[62622]: _type = "Task" [ 624.190787] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.204914] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b86d83-45c6-5ab1-cfb0-30e9e398c165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.310156] env[62622]: DEBUG oslo_concurrency.lockutils [req-5fa2f905-e572-4483-905c-f5d0d1f87188 req-e55172a9-f672-4f26-b244-8bba575600a6 service nova] Releasing lock "refresh_cache-871e155a-5dcb-41bb-9863-0081f55bd928" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.338527] env[62622]: DEBUG nova.compute.manager [req-0c1891be-7aa6-447e-a5f6-87b6073f5010 req-e8038d1e-c18d-444e-828a-dd8f2a8292cd service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Received event network-vif-deleted-73b2e438-3f9d-43d9-b735-1e4f56e65960 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.338759] env[62622]: INFO nova.compute.manager [req-0c1891be-7aa6-447e-a5f6-87b6073f5010 req-e8038d1e-c18d-444e-828a-dd8f2a8292cd service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Neutron deleted interface 73b2e438-3f9d-43d9-b735-1e4f56e65960; detaching it from the instance and deleting it from the info cache [ 624.338986] env[62622]: DEBUG nova.network.neutron [req-0c1891be-7aa6-447e-a5f6-87b6073f5010 req-e8038d1e-c18d-444e-828a-dd8f2a8292cd service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.475807] env[62622]: DEBUG nova.compute.manager [req-177703b9-57df-453d-8ffe-a6ddfb3aef5f req-eb621b35-db48-4b3e-ba69-43f94dbc0124 service nova] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Received event network-vif-deleted-9eb8402e-1640-407f-b73a-87604617c156 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.522329] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40edce7e-8383-4d6e-b197-a403806baab7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.530574] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48399855-ad29-441e-a220-ae206eb9bd70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.560667] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58e3a8-2025-41db-8519-a5c8ff66ff28 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.568154] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0db892-9354-4b98-9db7-4c7945e28bbc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.582268] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.582763] env[62622]: DEBUG nova.compute.provider_tree [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.590359] env[62622]: DEBUG nova.objects.base [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 624.591229] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ed529-994a-402c-9dce-9b557d181f0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.615184] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a92da28-9b0b-4b2a-8797-0745b80f64c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.621922] env[62622]: DEBUG oslo_vmware.api [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 624.621922] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525badac-3378-5dc0-4361-93fe2951eb12" [ 624.621922] env[62622]: _type = "Task" [ 624.621922] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.640028] env[62622]: DEBUG nova.network.neutron [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.643862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3eaddf47-710a-4936-9575-a10bd6fd0226 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.018s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.703722] env[62622]: DEBUG oslo_vmware.api [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525badac-3378-5dc0-4361-93fe2951eb12, 'name': SearchDatastore_Task, 'duration_secs': 0.006918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.708072] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.708427] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b86d83-45c6-5ab1-cfb0-30e9e398c165, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.708708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.709016] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 871e155a-5dcb-41bb-9863-0081f55bd928/871e155a-5dcb-41bb-9863-0081f55bd928.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.709312] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50c17a0-b5e7-415d-8728-1f5632d0c4d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.717338] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 624.717338] env[62622]: value = "task-2700992" [ 624.717338] env[62622]: _type = "Task" [ 624.717338] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.725399] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.841218] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f0aab1a-7d90-4156-ab23-61e3582a1033 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.852040] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2c2e6-6e9e-4e57-93c8-e9a27c4aeb0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.889174] env[62622]: DEBUG nova.compute.manager [req-0c1891be-7aa6-447e-a5f6-87b6073f5010 req-e8038d1e-c18d-444e-828a-dd8f2a8292cd service nova] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Detach interface failed, port_id=73b2e438-3f9d-43d9-b735-1e4f56e65960, reason: Instance d0aeec92-a07b-4562-9a57-f5d6aba5c637 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 625.116519] env[62622]: ERROR nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [req-5af8e0f3-f1a6-4823-8d18-5506295ca282] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5af8e0f3-f1a6-4823-8d18-5506295ca282"}]} [ 625.121570] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.142566] env[62622]: INFO nova.compute.manager [-] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Took 1.53 seconds to deallocate network for instance. [ 625.143816] env[62622]: DEBUG nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 625.148598] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.159039] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.159039] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.159692] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.160021] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.160238] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.160527] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.161047] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.161336] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.161561] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.161848] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.162134] env[62622]: DEBUG nova.virt.hardware [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.163148] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032506e8-6592-442e-a7d3-416dfccfb2fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.175976] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904cf33d-5d0e-4490-b87c-be75e9f8d4fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.183425] env[62622]: DEBUG nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.183746] env[62622]: DEBUG nova.compute.provider_tree [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.200210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.207543] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Creating folder: Project (fb451d59ee4e44d9ab776c6896870db3). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.208992] env[62622]: DEBUG nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.211876] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf911a1d-a1c6-4fbe-9937-3eb148d73ec7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.222997] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Created folder: Project (fb451d59ee4e44d9ab776c6896870db3) in parent group-v544184. [ 625.223283] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Creating folder: Instances. Parent ref: group-v544259. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.223815] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32df03a2-ab8c-49f4-b7a6-06c54027870c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.228519] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490711} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.229071] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 871e155a-5dcb-41bb-9863-0081f55bd928/871e155a-5dcb-41bb-9863-0081f55bd928.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.229831] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.229831] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db535f9f-d03b-41f4-92e8-b53bf3577b85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.235584] env[62622]: DEBUG nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.238676] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Created folder: Instances in parent group-v544259. [ 625.238896] env[62622]: DEBUG oslo.service.loopingcall [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.239586] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 625.239586] env[62622]: value = "task-2700995" [ 625.239586] env[62622]: _type = "Task" [ 625.239586] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.239586] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.239939] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eaf13ff-e3b7-4bd2-b814-658e0c33ef76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.265729] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.265970] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.265970] env[62622]: value = "task-2700996" [ 625.265970] env[62622]: _type = "Task" [ 625.265970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.275422] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700996, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.667596] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.679899] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.728969] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa606f8-63a7-4bfe-b4cf-517819a125d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.737987] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a95c6-aeb8-4a62-850e-4e47441e4278 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.748883] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067303} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.774914] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.777947] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd145b-3170-46fc-ad38-659941bb8aaf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.782132] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff9b7a-235a-4b75-9fb1-6f2ff36df3cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.789524] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2700996, 'name': CreateVM_Task, 'duration_secs': 0.466931} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.800342] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.809237] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 871e155a-5dcb-41bb-9863-0081f55bd928/871e155a-5dcb-41bb-9863-0081f55bd928.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.809732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.809890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.810236] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.811470] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033a174-bd7f-4af9-8dfd-2b562955f7a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.815582] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0faa486-d741-49a8-884b-46e2fd9f0a8f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.831750] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ec2406-d188-4b69-aae1-7ba2e15912fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.835850] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 625.835850] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521065db-2680-58c5-8149-397bef182f9b" [ 625.835850] env[62622]: _type = "Task" [ 625.835850] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.844379] env[62622]: DEBUG nova.compute.provider_tree [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.851032] env[62622]: DEBUG nova.compute.manager [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.851032] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 625.851032] env[62622]: value = "task-2700997" [ 625.851032] env[62622]: _type = "Task" [ 625.851032] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.852708] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed27248-9bee-4c22-866d-0fb8d6ae3862 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.862709] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521065db-2680-58c5-8149-397bef182f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.863290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.863560] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.863791] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.863943] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.864135] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.866433] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f6f86f-6d39-4668-ae78-ede570b54126 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.874523] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.881962] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.882595] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.884253] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9242a618-c814-4c33-8e24-fc5af82646dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.889787] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 625.889787] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521eafea-989d-26f4-e576-1af6d26a8e24" [ 625.889787] env[62622]: _type = "Task" [ 625.889787] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.898409] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521eafea-989d-26f4-e576-1af6d26a8e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.369782] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700997, 'name': ReconfigVM_Task, 'duration_secs': 0.383766} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.370093] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 871e155a-5dcb-41bb-9863-0081f55bd928/871e155a-5dcb-41bb-9863-0081f55bd928.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.372080] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df251e8e-2ff3-4603-a083-78cb6e9a226c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.377131] env[62622]: INFO nova.compute.manager [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] instance snapshotting [ 626.380062] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 626.380062] env[62622]: value = "task-2700998" [ 626.380062] env[62622]: _type = "Task" [ 626.380062] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.381263] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a38b5cd-9b65-4e6f-a7c0-26685e877a2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.416590] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700998, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.419292] env[62622]: DEBUG nova.scheduler.client.report [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 626.419558] env[62622]: DEBUG nova.compute.provider_tree [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 43 to 44 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.420400] env[62622]: DEBUG nova.compute.provider_tree [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.428147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092268f-19b9-401e-94d7-c41c8d0c27cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.445737] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521eafea-989d-26f4-e576-1af6d26a8e24, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.447182] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d93fed-905a-4ffe-91a3-779585dc912f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.453257] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 626.453257] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293dc54-2d50-2381-e0d2-b68b9272642f" [ 626.453257] env[62622]: _type = "Task" [ 626.453257] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.461589] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293dc54-2d50-2381-e0d2-b68b9272642f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.897082] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700998, 'name': Rename_Task, 'duration_secs': 0.14269} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.897082] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.897082] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab5c2bc-b229-4fab-a6e7-48981af8019a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.902424] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 626.902424] env[62622]: value = "task-2700999" [ 626.902424] env[62622]: _type = "Task" [ 626.902424] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.912075] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.932938] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.420s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.933450] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.936145] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.328s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.938052] env[62622]: INFO nova.compute.claims [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.948395] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 626.948395] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e1a1893-6650-42cc-ad87-d72497f04619 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.960455] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 626.960455] env[62622]: value = "task-2701000" [ 626.960455] env[62622]: _type = "Task" [ 626.960455] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.968664] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293dc54-2d50-2381-e0d2-b68b9272642f, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.969377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.969654] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.969935] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1006f652-f164-4164-b35e-11edb14167e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.974885] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.984213] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 626.984213] env[62622]: value = "task-2701001" [ 626.984213] env[62622]: _type = "Task" [ 626.984213] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.993500] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.419094] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.452445] env[62622]: DEBUG nova.compute.utils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.458527] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.458527] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.473999] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.492504] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.607527] env[62622]: DEBUG nova.policy [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '357b13acfa2d4d488c59978a6f4a8b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0dde94ed66949e3addf12e2da767fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.673897] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.674204] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.914105] env[62622]: DEBUG oslo_vmware.api [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2700999, 'name': PowerOnVM_Task, 'duration_secs': 0.5843} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.915145] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.915145] env[62622]: INFO nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Took 7.69 seconds to spawn the instance on the hypervisor. [ 627.915357] env[62622]: DEBUG nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.916079] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8a2c34-ca10-4dc5-b8fd-96f2721b9b40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.960639] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.976414] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701000, 'name': CreateSnapshot_Task, 'duration_secs': 0.588552} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.976414] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 627.976939] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd7c021-3931-41e3-bd4a-5c3a59a77c13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.003698] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544262} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.004659] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.004659] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.004659] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d1ff6c-f97f-45db-9fbd-cd1053274560 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.014381] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 628.014381] env[62622]: value = "task-2701002" [ 628.014381] env[62622]: _type = "Task" [ 628.014381] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.033796] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.358555] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.359030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.439565] env[62622]: INFO nova.compute.manager [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Took 30.32 seconds to build instance. [ 628.448710] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45758f89-3549-43a1-aedf-53adfd5dd5f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.456996] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d261c8b-2d6c-4925-a017-7234628f71df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.495156] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf688ce-b5b2-49c1-951d-5758649d6dfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.504706] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 628.507901] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5351683c-7a0d-4b0c-9e7d-fa4e54ff58e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.512425] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd154216-4c6c-48b1-b495-c6ac551f3d87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.522182] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 628.522182] env[62622]: value = "task-2701003" [ 628.522182] env[62622]: _type = "Task" [ 628.522182] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.531609] env[62622]: DEBUG nova.compute.provider_tree [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.539861] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062039} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.541095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.542264] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c7097-000d-4467-ad0b-1666c9c43f29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.548720] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701003, 'name': CloneVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.567086] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.567646] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc9cc43-1692-484c-8bd5-9853f995c611 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.586659] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 628.586659] env[62622]: value = "task-2701004" [ 628.586659] env[62622]: _type = "Task" [ 628.586659] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.594972] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.636401] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Successfully created port: 2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.943546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-51c457da-e7c3-4b25-82b4-3ec538479094 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.873s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.998403] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.034426] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.034701] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.034863] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.035050] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.037029] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.037029] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.037029] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.037029] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.037029] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.037381] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.037381] env[62622]: DEBUG nova.virt.hardware [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.038676] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faec1467-6ddb-4bdc-b126-2733302a85a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.051584] env[62622]: DEBUG nova.scheduler.client.report [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.063204] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701003, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.068402] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ea392-ff21-4401-9523-0a777e15aaca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.096806] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.424941] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.427595] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.446561] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.551379] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701003, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.561381] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.561381] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.563421] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.941s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.565325] env[62622]: INFO nova.compute.claims [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.604370] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701004, 'name': ReconfigVM_Task, 'duration_secs': 0.648551} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.604652] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.605270] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79085b2c-c504-4153-90f8-1ccdfa54c514 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.613631] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 629.613631] env[62622]: value = "task-2701005" [ 629.613631] env[62622]: _type = "Task" [ 629.613631] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.625258] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701005, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.981460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.048468] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701003, 'name': CloneVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.065284] env[62622]: DEBUG nova.compute.utils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.066811] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.069647] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.126474] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701005, 'name': Rename_Task, 'duration_secs': 0.241053} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.127133] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.128155] env[62622]: DEBUG nova.policy [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e05cd8ee4cc5401d87b460639e72f070', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3161bf9174c4728ac31c84182383df0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.129667] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e379eb5f-63ad-45da-a6c1-008da429091e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.138125] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 630.138125] env[62622]: value = "task-2701006" [ 630.138125] env[62622]: _type = "Task" [ 630.138125] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.155466] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.328872] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89e159-f84d-4ead-8eab-e91855009723 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.336884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Suspending the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 630.336884] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3be30b4d-0efb-410d-990a-41e0988d883a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.342892] env[62622]: DEBUG oslo_vmware.api [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] Waiting for the task: (returnval){ [ 630.342892] env[62622]: value = "task-2701007" [ 630.342892] env[62622]: _type = "Task" [ 630.342892] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.350839] env[62622]: DEBUG oslo_vmware.api [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] Task: {'id': task-2701007, 'name': SuspendVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.476856] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Successfully created port: 4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.558676] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701003, 'name': CloneVM_Task, 'duration_secs': 1.529416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.558975] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Created linked-clone VM from snapshot [ 630.559770] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0587c-e78b-4b03-8ca5-3911522a3a35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.569327] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Uploading image c47598a4-e71c-4149-8a88-bb5f9bc08802 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 630.570675] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.608319] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 630.608319] env[62622]: value = "vm-544263" [ 630.608319] env[62622]: _type = "VirtualMachine" [ 630.608319] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 630.608319] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26b62b08-10e4-4123-8f9f-8bdd9e4d8604 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.620701] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lease: (returnval){ [ 630.620701] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527edc0c-6bcb-d1fe-3c0f-0d17bc8d0dd1" [ 630.620701] env[62622]: _type = "HttpNfcLease" [ 630.620701] env[62622]: } obtained for exporting VM: (result){ [ 630.620701] env[62622]: value = "vm-544263" [ 630.620701] env[62622]: _type = "VirtualMachine" [ 630.620701] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 630.622883] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the lease: (returnval){ [ 630.622883] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527edc0c-6bcb-d1fe-3c0f-0d17bc8d0dd1" [ 630.622883] env[62622]: _type = "HttpNfcLease" [ 630.622883] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 630.628969] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.628969] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527edc0c-6bcb-d1fe-3c0f-0d17bc8d0dd1" [ 630.628969] env[62622]: _type = "HttpNfcLease" [ 630.628969] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 630.658080] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.862326] env[62622]: DEBUG oslo_vmware.api [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] Task: {'id': task-2701007, 'name': SuspendVM_Task} progress is 62%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.977390] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.979985] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.037925] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Successfully updated port: 2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.077507] env[62622]: INFO nova.virt.block_device [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Booting with volume 24afda0c-afcb-40e0-9c0f-27ae65722b95 at /dev/sda [ 631.133109] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.133109] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527edc0c-6bcb-d1fe-3c0f-0d17bc8d0dd1" [ 631.133109] env[62622]: _type = "HttpNfcLease" [ 631.133109] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 631.135944] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 631.135944] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527edc0c-6bcb-d1fe-3c0f-0d17bc8d0dd1" [ 631.135944] env[62622]: _type = "HttpNfcLease" [ 631.135944] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 631.137371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1713b7a-3521-433f-a852-d360723e287d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.145943] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-183b5119-2453-414b-b3fc-e5e517d6ec15 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.157545] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 631.157545] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 631.163244] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.227511] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692bf7b-28ce-4bca-af45-df70bbc7037d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.270140] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfd0c16b-ce07-4c21-beae-4b033c518e37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.274543] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4d02404-6a8d-4116-a377-b277f21c7a40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.280816] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee43750-6cf4-493d-860f-e6dfbcc455e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.325853] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115a49a-af8d-4d6b-8072-035da389dfdf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.333813] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed055579-2163-438b-970a-3939ead60d9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.364296] env[62622]: DEBUG nova.virt.block_device [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updating existing volume attachment record: ba6a45e4-4349-4f96-9421-d754b046aefc {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 631.377344] env[62622]: DEBUG oslo_vmware.api [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] Task: {'id': task-2701007, 'name': SuspendVM_Task, 'duration_secs': 0.671063} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.377344] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Suspended the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 631.377344] env[62622]: DEBUG nova.compute.manager [None req-ca8986ea-c153-4ef1-8339-6430b0174901 tempest-ServersAdminNegativeTestJSON-1428566920 tempest-ServersAdminNegativeTestJSON-1428566920-project-admin] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.377438] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c195af3-eeb9-46f2-a7cc-7f1dbe78eeea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.395659] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5617b-1f70-4c01-9db1-ac2f4b2a79b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.409281] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efca615-93db-49be-9bfc-e375bf949ff0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.443739] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c3628-450a-49c0-9e66-1837853e83e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.453743] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c3448d-ac9a-4670-9a63-f0482122f52b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.458634] env[62622]: DEBUG nova.compute.manager [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Received event network-vif-plugged-2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.459075] env[62622]: DEBUG oslo_concurrency.lockutils [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] Acquiring lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.459075] env[62622]: DEBUG oslo_concurrency.lockutils [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.459260] env[62622]: DEBUG oslo_concurrency.lockutils [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.459443] env[62622]: DEBUG nova.compute.manager [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] No waiting events found dispatching network-vif-plugged-2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.459626] env[62622]: WARNING nova.compute.manager [req-6194d6fd-77ec-4cb3-923d-127cdeae5f61 req-117d61fe-0231-492f-a224-6b3d108c1b06 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Received unexpected event network-vif-plugged-2bb5e085-256b-4546-b974-12a7fdb4d7c1 for instance with vm_state building and task_state spawning. [ 631.472241] env[62622]: DEBUG nova.compute.provider_tree [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.542181] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.542321] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquired lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.542467] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.652402] env[62622]: DEBUG oslo_vmware.api [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701006, 'name': PowerOnVM_Task, 'duration_secs': 1.247851} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.652671] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.652868] env[62622]: INFO nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Took 6.53 seconds to spawn the instance on the hypervisor. [ 631.653074] env[62622]: DEBUG nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.653904] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3aca60-725f-48cb-8740-285b0b3bd6dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.856968] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.857600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.975931] env[62622]: DEBUG nova.scheduler.client.report [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.118697] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.173000] env[62622]: INFO nova.compute.manager [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Took 32.86 seconds to build instance. [ 632.177158] env[62622]: DEBUG oslo_concurrency.lockutils [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.177517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.177596] env[62622]: DEBUG nova.compute.manager [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.179600] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d838b9d9-0952-4a1d-8382-fb1db39e4725 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.190572] env[62622]: DEBUG nova.compute.manager [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 632.192085] env[62622]: DEBUG nova.objects.instance [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lazy-loading 'flavor' on Instance uuid f7a67f22-ff06-4359-bbb0-c0501ac23e6b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.199857] env[62622]: DEBUG nova.compute.manager [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Received event network-vif-plugged-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.200078] env[62622]: DEBUG oslo_concurrency.lockutils [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] Acquiring lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.202611] env[62622]: DEBUG oslo_concurrency.lockutils [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.202815] env[62622]: DEBUG oslo_concurrency.lockutils [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.202940] env[62622]: DEBUG nova.compute.manager [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] No waiting events found dispatching network-vif-plugged-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.203175] env[62622]: WARNING nova.compute.manager [req-75d60365-6cb1-4a69-90dd-3cb84abff949 req-ace970b2-9f10-4a69-88b5-1a7020a4f0b6 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Received unexpected event network-vif-plugged-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 for instance with vm_state building and task_state block_device_mapping. [ 632.330746] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Successfully updated port: 4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.380152] env[62622]: DEBUG nova.network.neutron [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Updating instance_info_cache with network_info: [{"id": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "address": "fa:16:3e:92:61:89", "network": {"id": "8c95e8b3-1921-4638-98eb-76b5227a3da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1550096882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dde94ed66949e3addf12e2da767fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5e085-25", "ovs_interfaceid": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.482170] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.482919] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.485967] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.413s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.486445] env[62622]: DEBUG nova.objects.instance [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lazy-loading 'resources' on Instance uuid 0c32973d-cf85-4e4a-a89b-1f2c0d98d856 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.675945] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2fd2ed0d-389a-4fcb-871a-e9756cc43b07 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.631s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.837551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.837551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquired lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.837551] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.882543] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Releasing lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.883681] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Instance network_info: |[{"id": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "address": "fa:16:3e:92:61:89", "network": {"id": "8c95e8b3-1921-4638-98eb-76b5227a3da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1550096882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dde94ed66949e3addf12e2da767fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5e085-25", "ovs_interfaceid": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.884325] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:61:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb5e085-256b-4546-b974-12a7fdb4d7c1', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.894155] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Creating folder: Project (c0dde94ed66949e3addf12e2da767fd2). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.894651] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c01251a-ac69-4ac0-bf9d-cdc0f9122c5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.907558] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Created folder: Project (c0dde94ed66949e3addf12e2da767fd2) in parent group-v544184. [ 632.907772] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Creating folder: Instances. Parent ref: group-v544264. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.908285] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a59ff0a-b7e8-4d4b-bb69-ec0c9c887037 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.919029] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Created folder: Instances in parent group-v544264. [ 632.919486] env[62622]: DEBUG oslo.service.loopingcall [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.920136] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.920425] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c749aa5d-6b10-430b-8b58-1a27ecb193d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.945875] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.945875] env[62622]: value = "task-2701011" [ 632.945875] env[62622]: _type = "Task" [ 632.945875] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.955249] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701011, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.992807] env[62622]: DEBUG nova.compute.utils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.004272] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.005644] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.055793] env[62622]: DEBUG nova.policy [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '447384328bf64ebe98436f16746c7be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04c1791ce1db48d4b31988e9538aa364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.174590] env[62622]: INFO nova.compute.manager [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Rebuilding instance [ 633.182018] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.207862] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.213121] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceef7487-9f7c-415a-a819-5052942d7fa3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.224997] env[62622]: DEBUG oslo_vmware.api [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 633.224997] env[62622]: value = "task-2701012" [ 633.224997] env[62622]: _type = "Task" [ 633.224997] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.243976] env[62622]: DEBUG oslo_vmware.api [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.247097] env[62622]: DEBUG nova.compute.manager [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.248424] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638807ec-14b4-4f23-8d58-17c7be9dcffb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.370692] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.457155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.457447] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.465840] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701011, 'name': CreateVM_Task, 'duration_secs': 0.397847} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.471042] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.471964] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.472165] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.472476] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.476021] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4b6b21-a099-4bf9-b365-f6cc716ddf70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.478770] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 633.478770] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525fdaa8-b204-a4a4-3520-133680974e91" [ 633.478770] env[62622]: _type = "Task" [ 633.478770] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.492603] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525fdaa8-b204-a4a4-3520-133680974e91, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.492936] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.493222] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.493554] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.493723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.493980] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.494735] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81b98c3-9fb4-426e-a71a-2792bbe537d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.498583] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.505228] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.505438] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.506647] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6286225-d4a3-4dac-b582-241bd26732c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.512252] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 633.512252] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522d5bfa-26fa-9fc1-0d9f-01da360d71d1" [ 633.512252] env[62622]: _type = "Task" [ 633.512252] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.530649] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.531258] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.531482] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.531637] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.531820] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.531967] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.533125] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.533125] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.533125] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.533125] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.533304] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.533347] env[62622]: DEBUG nova.virt.hardware [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.534705] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522d5bfa-26fa-9fc1-0d9f-01da360d71d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.537919] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50dba6-fa4f-4e06-842d-97292a59a10e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.542581] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b773cf37-e1b9-4bd1-8593-eebd60c9745a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.551307] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e055de-e83d-419e-a9d2-c7827dadd62c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.556450] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 633.556450] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5248edd1-ccdc-86a4-42e1-e8f9f80ba39e" [ 633.556450] env[62622]: _type = "Task" [ 633.556450] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.573227] env[62622]: DEBUG nova.network.neutron [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updating instance_info_cache with network_info: [{"id": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "address": "fa:16:3e:00:06:1d", "network": {"id": "470921f3-1e20-4736-9ee2-4190418bbe85", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-869961454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3161bf9174c4728ac31c84182383df0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcda5bc-5f", "ovs_interfaceid": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.583480] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5248edd1-ccdc-86a4-42e1-e8f9f80ba39e, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.583827] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.584106] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1d177e61-5103-40eb-8c16-173d5f88b4fd/1d177e61-5103-40eb-8c16-173d5f88b4fd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.584471] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bddc165f-fd21-4a60-8e77-ac68e806fb1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.590866] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 633.590866] env[62622]: value = "task-2701013" [ 633.590866] env[62622]: _type = "Task" [ 633.590866] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.601104] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.654113] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8ef95-eb95-4cb6-bc52-4737f067ee86 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.661982] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128c960-0b31-4e4e-9bbf-730687c3bf33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.700841] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b0f35-9a44-427f-ab83-04604071fda7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.711057] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4e51f-9f09-44a4-87bc-3d566007dc7f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.718571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.727173] env[62622]: DEBUG nova.compute.provider_tree [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.737605] env[62622]: DEBUG oslo_vmware.api [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701012, 'name': PowerOffVM_Task, 'duration_secs': 0.222596} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.738607] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.738887] env[62622]: DEBUG nova.compute.manager [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.739663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f44bc-328d-42f5-94ac-923f6bf678cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.817270] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Successfully created port: 64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.042715] env[62622]: DEBUG nova.compute.manager [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Received event network-changed-2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.042918] env[62622]: DEBUG nova.compute.manager [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Refreshing instance network info cache due to event network-changed-2bb5e085-256b-4546-b974-12a7fdb4d7c1. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.043589] env[62622]: DEBUG oslo_concurrency.lockutils [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] Acquiring lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.043838] env[62622]: DEBUG oslo_concurrency.lockutils [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] Acquired lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.044341] env[62622]: DEBUG nova.network.neutron [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Refreshing network info cache for port 2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.079396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Releasing lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.079750] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Instance network_info: |[{"id": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "address": "fa:16:3e:00:06:1d", "network": {"id": "470921f3-1e20-4736-9ee2-4190418bbe85", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-869961454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3161bf9174c4728ac31c84182383df0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcda5bc-5f", "ovs_interfaceid": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.080619] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:06:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bcda5bc-5ffb-4035-97e5-266c66e9ab95', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.093812] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Creating folder: Project (d3161bf9174c4728ac31c84182383df0). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.094927] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86959fb7-50f0-42db-8777-f006f5e0d935 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.109387] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701013, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.114228] env[62622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 634.114440] env[62622]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 634.115192] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Folder already exists: Project (d3161bf9174c4728ac31c84182383df0). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 634.115414] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Creating folder: Instances. Parent ref: group-v544212. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.115660] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0dc9b2-3f41-4782-8011-80da74ac38a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.128500] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Created folder: Instances in parent group-v544212. [ 634.128744] env[62622]: DEBUG oslo.service.loopingcall [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.129012] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.133022] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d406b2f-9043-4b8f-b748-74edf5e626aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.152227] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.152227] env[62622]: value = "task-2701016" [ 634.152227] env[62622]: _type = "Task" [ 634.152227] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.159603] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701016, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235917] env[62622]: DEBUG nova.scheduler.client.report [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.262533] env[62622]: DEBUG oslo_concurrency.lockutils [None req-acd70366-a6e9-41a7-8b37-df236d6290e8 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.266754] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.269311] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ac7bc9-677d-4ec1-81b4-e3d0001acec7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.274255] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 634.274255] env[62622]: value = "task-2701017" [ 634.274255] env[62622]: _type = "Task" [ 634.274255] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.284652] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.444750] env[62622]: DEBUG nova.compute.manager [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Received event network-changed-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.444808] env[62622]: DEBUG nova.compute.manager [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Refreshing instance network info cache due to event network-changed-4bcda5bc-5ffb-4035-97e5-266c66e9ab95. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.445024] env[62622]: DEBUG oslo_concurrency.lockutils [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] Acquiring lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.445414] env[62622]: DEBUG oslo_concurrency.lockutils [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] Acquired lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.446019] env[62622]: DEBUG nova.network.neutron [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Refreshing network info cache for port 4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.513491] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.544659] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.545051] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.545319] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.545648] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.545913] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.546179] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.546753] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.546825] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.547080] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.547496] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.547815] env[62622]: DEBUG nova.virt.hardware [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.552052] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a829c53-8f87-4d3e-8fff-453137fbaf1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.564361] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0b2e6-3ea5-4688-ab0b-504af465f0aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.603610] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531594} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.603872] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1d177e61-5103-40eb-8c16-173d5f88b4fd/1d177e61-5103-40eb-8c16-173d5f88b4fd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.604098] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.604657] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a956ae3-90e2-4bbf-8c21-675ae569c8b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.612689] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 634.612689] env[62622]: value = "task-2701018" [ 634.612689] env[62622]: _type = "Task" [ 634.612689] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.619706] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.661027] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701016, 'name': CreateVM_Task, 'duration_secs': 0.426573} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.661027] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.661597] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544227', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'name': 'volume-24afda0c-afcb-40e0-9c0f-27ae65722b95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff80c7ea-2f3c-462f-a141-a6f93f7a9245', 'attached_at': '', 'detached_at': '', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'serial': '24afda0c-afcb-40e0-9c0f-27ae65722b95'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'ba6a45e4-4349-4f96-9421-d754b046aefc', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 634.661806] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Root volume attach. Driver type: vmdk {{(pid=62622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 634.662858] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46cd7b-4252-4a9e-a4e5-0bd1d7d8838d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.671935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f496c-cb21-4967-b17f-3bb263e35e15 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.687359] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256d367-4c40-4513-a408-9d1ba9c8dbf6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.697339] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a38931bd-8b31-48a0-8841-7db9c184a20d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.706296] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 634.706296] env[62622]: value = "task-2701019" [ 634.706296] env[62622]: _type = "Task" [ 634.706296] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.715452] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.739780] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.742554] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.253s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.744189] env[62622]: INFO nova.compute.claims [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.767274] env[62622]: INFO nova.scheduler.client.report [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted allocations for instance 0c32973d-cf85-4e4a-a89b-1f2c0d98d856 [ 634.785341] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701017, 'name': PowerOffVM_Task, 'duration_secs': 0.144075} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.785341] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.785341] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.787794] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d77ba-fc5f-4326-b138-163c9a562937 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.794670] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.794670] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a128687-95dc-4b09-b803-d3777f7e4b1c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.804100] env[62622]: DEBUG nova.network.neutron [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Updated VIF entry in instance network info cache for port 2bb5e085-256b-4546-b974-12a7fdb4d7c1. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.804457] env[62622]: DEBUG nova.network.neutron [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Updating instance_info_cache with network_info: [{"id": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "address": "fa:16:3e:92:61:89", "network": {"id": "8c95e8b3-1921-4638-98eb-76b5227a3da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1550096882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0dde94ed66949e3addf12e2da767fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb5e085-25", "ovs_interfaceid": "2bb5e085-256b-4546-b974-12a7fdb4d7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.821279] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.821562] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.821753] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Deleting the datastore file [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.822993] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6558e4-604f-4c09-9ba8-7eb8d869ddaa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.829761] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 634.829761] env[62622]: value = "task-2701021" [ 634.829761] env[62622]: _type = "Task" [ 634.829761] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.839103] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.123143] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152056} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.123465] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.124286] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11f950e-09d3-400b-828d-c590f2057277 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.147941] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1d177e61-5103-40eb-8c16-173d5f88b4fd/1d177e61-5103-40eb-8c16-173d5f88b4fd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.151088] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2e0260-119a-43d6-b93b-4ccbc53e91b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.174175] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 635.174175] env[62622]: value = "task-2701022" [ 635.174175] env[62622]: _type = "Task" [ 635.174175] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.187467] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.221498] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 38%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.240190] env[62622]: DEBUG nova.network.neutron [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updated VIF entry in instance network info cache for port 4bcda5bc-5ffb-4035-97e5-266c66e9ab95. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.240478] env[62622]: DEBUG nova.network.neutron [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updating instance_info_cache with network_info: [{"id": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "address": "fa:16:3e:00:06:1d", "network": {"id": "470921f3-1e20-4736-9ee2-4190418bbe85", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-869961454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3161bf9174c4728ac31c84182383df0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcda5bc-5f", "ovs_interfaceid": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.278074] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a25cca3d-9d63-4782-9c86-e1648364e128 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "0c32973d-cf85-4e4a-a89b-1f2c0d98d856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.794s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.307939] env[62622]: DEBUG oslo_concurrency.lockutils [req-e603f83a-bd41-46c6-9c54-1a2d3583c4c4 req-b8a30a19-a7ba-4fe5-9fdb-b2bc5e157ea7 service nova] Releasing lock "refresh_cache-1d177e61-5103-40eb-8c16-173d5f88b4fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.343207] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228443} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.343493] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.343704] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.343952] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.491430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "871e155a-5dcb-41bb-9863-0081f55bd928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.491729] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.491990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.492421] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.492706] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.495973] env[62622]: INFO nova.compute.manager [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Terminating instance [ 635.687514] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701022, 'name': ReconfigVM_Task, 'duration_secs': 0.466308} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.687514] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1d177e61-5103-40eb-8c16-173d5f88b4fd/1d177e61-5103-40eb-8c16-173d5f88b4fd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.687884] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-512064ed-e6c8-40a3-afdb-071450c53802 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.697583] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 635.697583] env[62622]: value = "task-2701023" [ 635.697583] env[62622]: _type = "Task" [ 635.697583] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.710641] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.721608] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.742679] env[62622]: DEBUG nova.objects.instance [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lazy-loading 'flavor' on Instance uuid f7a67f22-ff06-4359-bbb0-c0501ac23e6b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.744379] env[62622]: DEBUG oslo_concurrency.lockutils [req-ec2c92a9-8724-4f54-a95c-4dd39e2878b2 req-53a6ad74-8dcb-4d88-b7ae-6bdce0ecc453 service nova] Releasing lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.793150] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Successfully updated port: 64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.000264] env[62622]: DEBUG nova.compute.manager [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.000444] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.001592] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e465c653-85e5-45aa-a695-af6b9938661f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.016257] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.016552] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df4e73c-457f-4837-b58e-6f34071e9861 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.091579] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.091875] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.092099] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleting the datastore file [datastore1] 871e155a-5dcb-41bb-9863-0081f55bd928 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.092361] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173bb705-4573-424d-8974-c448a11a2cb1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.101523] env[62622]: DEBUG oslo_vmware.api [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 636.101523] env[62622]: value = "task-2701025" [ 636.101523] env[62622]: _type = "Task" [ 636.101523] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.112788] env[62622]: DEBUG oslo_vmware.api [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.137267] env[62622]: DEBUG nova.compute.manager [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Received event network-vif-plugged-64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.137500] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Acquiring lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.137744] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.137917] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.138109] env[62622]: DEBUG nova.compute.manager [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] No waiting events found dispatching network-vif-plugged-64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.138287] env[62622]: WARNING nova.compute.manager [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Received unexpected event network-vif-plugged-64856824-0451-491a-9fa6-b9a1d32f6712 for instance with vm_state building and task_state spawning. [ 636.138503] env[62622]: DEBUG nova.compute.manager [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Received event network-changed-64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.138863] env[62622]: DEBUG nova.compute.manager [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Refreshing instance network info cache due to event network-changed-64856824-0451-491a-9fa6-b9a1d32f6712. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.139086] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Acquiring lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.139277] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Acquired lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.139495] env[62622]: DEBUG nova.network.neutron [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Refreshing network info cache for port 64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.210126] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.222385] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 63%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.251568] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.252360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquired lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.252754] env[62622]: DEBUG nova.network.neutron [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.253110] env[62622]: DEBUG nova.objects.instance [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lazy-loading 'info_cache' on Instance uuid f7a67f22-ff06-4359-bbb0-c0501ac23e6b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.296039] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.302612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e79d4-ae26-4653-988c-3b10cab34e7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.317199] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61049c6-566d-4247-a5e3-149849f1ffcb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.354979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1e2001-18eb-47b8-aba1-c2b017fa5764 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.367806] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced485c-9685-44a6-b9cc-9fc610e77508 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388233] env[62622]: DEBUG nova.compute.provider_tree [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.400436] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.400436] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.400436] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.400436] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.400657] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.400657] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.400657] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.400657] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.401080] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.401381] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.401676] env[62622]: DEBUG nova.virt.hardware [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.402682] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21120b8-3300-4c95-a175-360b44f15675 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.415621] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6d5c57-96c8-4a81-bf0c-f7b1b2abde6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.434576] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.439534] env[62622]: DEBUG oslo.service.loopingcall [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.439786] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.439877] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c5339b-ed68-4290-8981-11bb1a21b0d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.459385] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.459385] env[62622]: value = "task-2701026" [ 636.459385] env[62622]: _type = "Task" [ 636.459385] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.470205] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701026, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.614035] env[62622]: DEBUG oslo_vmware.api [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191819} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.614199] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.614857] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.614857] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.614857] env[62622]: INFO nova.compute.manager [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Took 0.61 seconds to destroy the instance on the hypervisor. [ 636.615210] env[62622]: DEBUG oslo.service.loopingcall [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.615210] env[62622]: DEBUG nova.compute.manager [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.615210] env[62622]: DEBUG nova.network.neutron [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.681082] env[62622]: DEBUG nova.network.neutron [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.710321] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.722020] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 76%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.757363] env[62622]: DEBUG nova.objects.base [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 636.796485] env[62622]: DEBUG nova.network.neutron [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.897541] env[62622]: DEBUG nova.scheduler.client.report [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.979793] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701026, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.046623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "f07d79c3-f64f-43e9-9828-9a67fb370962" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.046829] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.218299] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.231078] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.299362] env[62622]: DEBUG oslo_concurrency.lockutils [req-663543fb-4fb4-4d44-bfbb-bac3fd1c6434 req-ea2a6cfe-efe0-4b91-8745-5628bb949356 service nova] Releasing lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.299754] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquired lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299754] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.402935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.403562] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.406995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.337s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.408391] env[62622]: INFO nova.compute.claims [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.470751] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701026, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.551014] env[62622]: DEBUG nova.network.neutron [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Updating instance_info_cache with network_info: [{"id": "c954e95a-03ae-4c28-a458-94de219b3c54", "address": "fa:16:3e:2b:7b:91", "network": {"id": "1bcb88b9-247c-4291-bd61-8a4137235182", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-789895114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e067e1e8e3e44088fa2b07e96d4dfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc954e95a-03", "ovs_interfaceid": "c954e95a-03ae-4c28-a458-94de219b3c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.617277] env[62622]: DEBUG nova.network.neutron [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.710347] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.727595] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.854594] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.913608] env[62622]: DEBUG nova.compute.utils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.918042] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.918042] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.966896] env[62622]: DEBUG nova.policy [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5f8035111a416faab2c37787939adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e31b2cf4afb4b3e9ac0612cf0a2abbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.973981] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701026, 'name': CreateVM_Task, 'duration_secs': 1.054719} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.974158] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.974572] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.974730] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.975053] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.975305] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d379fe7-b4a9-4466-baf7-236b27e144f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.980342] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 637.980342] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cfa3d1-6f73-ff99-04ab-ef9f95767a67" [ 637.980342] env[62622]: _type = "Task" [ 637.980342] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.988689] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cfa3d1-6f73-ff99-04ab-ef9f95767a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.056882] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Releasing lock "refresh_cache-f7a67f22-ff06-4359-bbb0-c0501ac23e6b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.081244] env[62622]: DEBUG nova.network.neutron [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Updating instance_info_cache with network_info: [{"id": "64856824-0451-491a-9fa6-b9a1d32f6712", "address": "fa:16:3e:b2:fc:97", "network": {"id": "33e1a8d9-671a-4122-a622-f065902124b9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1877942821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c1791ce1db48d4b31988e9538aa364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64856824-04", "ovs_interfaceid": "64856824-0451-491a-9fa6-b9a1d32f6712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.120176] env[62622]: INFO nova.compute.manager [-] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Took 1.50 seconds to deallocate network for instance. [ 638.163214] env[62622]: DEBUG nova.compute.manager [req-e7fdbf8e-2b0a-4a99-943b-809ae2285ccb req-3aa62b7b-8802-44a1-954f-235faed42938 service nova] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Received event network-vif-deleted-0c043da8-c4f3-4b0e-800f-dc67934155f9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.211306] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701023, 'name': Rename_Task, 'duration_secs': 2.058433} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.211851] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.212404] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5012050-a995-42ba-b6d2-b542952b88eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.222251] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 638.222251] env[62622]: value = "task-2701027" [ 638.222251] env[62622]: _type = "Task" [ 638.222251] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.241110] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.241389] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.268381] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Successfully created port: 28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.418187] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.492761] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cfa3d1-6f73-ff99-04ab-ef9f95767a67, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.495450] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.495687] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.495906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.496065] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.496245] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.496984] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-691d174c-7d38-42db-9a37-a20ce109c9b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.505338] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.505510] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.506235] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9087853f-d8a1-4a64-a118-f498401b5d6b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.513909] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 638.513909] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293b914-70b1-9f50-9d8e-c07b1cdbf162" [ 638.513909] env[62622]: _type = "Task" [ 638.513909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.522060] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293b914-70b1-9f50-9d8e-c07b1cdbf162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.582324] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Releasing lock "refresh_cache-4e9f8da6-5c3f-4913-af13-a754789d3073" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.582918] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance network_info: |[{"id": "64856824-0451-491a-9fa6-b9a1d32f6712", "address": "fa:16:3e:b2:fc:97", "network": {"id": "33e1a8d9-671a-4122-a622-f065902124b9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1877942821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c1791ce1db48d4b31988e9538aa364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64856824-04", "ovs_interfaceid": "64856824-0451-491a-9fa6-b9a1d32f6712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.583112] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:fc:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64856824-0451-491a-9fa6-b9a1d32f6712', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.592398] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Creating folder: Project (04c1791ce1db48d4b31988e9538aa364). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.596149] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6af3580-09c2-4265-90dd-5cf4d12b37c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.607859] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Created folder: Project (04c1791ce1db48d4b31988e9538aa364) in parent group-v544184. [ 638.608063] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Creating folder: Instances. Parent ref: group-v544270. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.610694] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc1cea5-622f-4cd1-8331-415d6636bb4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.620368] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Created folder: Instances in parent group-v544270. [ 638.620640] env[62622]: DEBUG oslo.service.loopingcall [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.620841] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.621100] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46e5fb38-69c3-4703-b330-a27df6d84885 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.638972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.644494] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.644494] env[62622]: value = "task-2701030" [ 638.644494] env[62622]: _type = "Task" [ 638.644494] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.654168] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701030, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.735154] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 98%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.739799] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.942270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea29e518-f927-4489-982a-ad3c09f15a54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.953184] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfcccc1-04fc-45e4-9583-9751daea62c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.989081] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc2455-dc48-44bd-a1e0-09b71a797555 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.998588] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e8100-f37a-4d23-8042-719cce373991 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.014151] env[62622]: DEBUG nova.compute.provider_tree [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.024220] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5293b914-70b1-9f50-9d8e-c07b1cdbf162, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.025596] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79d7691-5eef-43c7-a6ba-f0034e2912f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.031274] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 639.031274] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c38a51-4a3c-7650-919e-6cccb3de2f62" [ 639.031274] env[62622]: _type = "Task" [ 639.031274] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.039496] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c38a51-4a3c-7650-919e-6cccb3de2f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.066144] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.066144] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ffe552-4303-4629-b2f1-bf073b8a2a00 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.073019] env[62622]: DEBUG oslo_vmware.api [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 639.073019] env[62622]: value = "task-2701031" [ 639.073019] env[62622]: _type = "Task" [ 639.073019] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.081350] env[62622]: DEBUG oslo_vmware.api [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.155679] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701030, 'name': CreateVM_Task, 'duration_secs': 0.367482} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.155861] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.156558] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.156723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157082] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.157412] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ee9217-13d0-47b8-8ffc-2a60627eefd9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.163131] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 639.163131] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52551cd6-10fb-5252-a7ae-24e742a3c440" [ 639.163131] env[62622]: _type = "Task" [ 639.163131] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.171325] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52551cd6-10fb-5252-a7ae-24e742a3c440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.234202] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 98%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.237144] env[62622]: DEBUG oslo_vmware.api [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701027, 'name': PowerOnVM_Task, 'duration_secs': 0.592209} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.237373] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.237633] env[62622]: INFO nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Took 10.24 seconds to spawn the instance on the hypervisor. [ 639.237830] env[62622]: DEBUG nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.238573] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88731a8d-d15e-4aec-8b93-702ce0b6940d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.430969] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.452175] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.452454] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.452641] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.452836] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.453015] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.453189] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.453395] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.453553] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.453718] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.453879] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.454066] env[62622]: DEBUG nova.virt.hardware [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.454931] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd11a29-5ea4-46b9-a59d-ad7d8666a41f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.464312] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d030c-b6b1-43dc-a214-afb69d8c8d36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.520128] env[62622]: DEBUG nova.scheduler.client.report [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.542020] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c38a51-4a3c-7650-919e-6cccb3de2f62, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.542316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.542569] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.542822] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-112436d9-c657-4abc-a3ae-9efa424cdd17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.550216] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 639.550216] env[62622]: value = "task-2701032" [ 639.550216] env[62622]: _type = "Task" [ 639.550216] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.559297] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.582607] env[62622]: DEBUG oslo_vmware.api [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.669971] env[62622]: DEBUG nova.compute.manager [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received event network-vif-plugged-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.670215] env[62622]: DEBUG oslo_concurrency.lockutils [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] Acquiring lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.670488] env[62622]: DEBUG oslo_concurrency.lockutils [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.670581] env[62622]: DEBUG oslo_concurrency.lockutils [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.670750] env[62622]: DEBUG nova.compute.manager [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] No waiting events found dispatching network-vif-plugged-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.670993] env[62622]: WARNING nova.compute.manager [req-27bc38ef-11f4-4c46-a32f-9ca7d6859f5b req-32e3d3fe-ab7b-460d-9040-9dfdb862bacb service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received unexpected event network-vif-plugged-28b91710-54fa-408f-b479-c2a0ce64fb02 for instance with vm_state building and task_state spawning. [ 639.676088] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52551cd6-10fb-5252-a7ae-24e742a3c440, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.677552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.677552] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.677552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.677552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.677736] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.677736] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4615f3a2-8148-4620-930d-6a6dde756044 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.685503] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.685722] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.686446] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bc8551-c07f-41a2-b6c1-cf16e5bf9998 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.692129] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 639.692129] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e595b8-657f-e9a6-3ef3-d32e94a1ad70" [ 639.692129] env[62622]: _type = "Task" [ 639.692129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.701268] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e595b8-657f-e9a6-3ef3-d32e94a1ad70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.733499] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task} progress is 98%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.761230] env[62622]: INFO nova.compute.manager [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Took 37.71 seconds to build instance. [ 639.771077] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Successfully updated port: 28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.028087] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.028329] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.030813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.670s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.031051] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.031235] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 640.032079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.611s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.033516] env[62622]: INFO nova.compute.claims [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.037025] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a6fd8-6dc6-46e4-804f-1caf7aee0646 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.045064] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8069180-9836-4da4-a32b-3a2879b1277a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.062992] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c0419-d036-4a30-a023-35b6d6024528 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.068747] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488817} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.070028] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.070272] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.071065] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe9d6ca-ed05-4a28-b25d-29186eb3749b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.078546] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5160df-47bb-4a0a-b21d-c24e59e0a804 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.082831] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 640.082831] env[62622]: value = "task-2701033" [ 640.082831] env[62622]: _type = "Task" [ 640.082831] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.089767] env[62622]: DEBUG oslo_vmware.api [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701031, 'name': PowerOnVM_Task, 'duration_secs': 0.831056} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.113492] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.113706] env[62622]: DEBUG nova.compute.manager [None req-ff91cc47-b6ec-4a04-be12-6119c20171c5 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.114720] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179548MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 640.114862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.118310] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2ec79-38f0-414f-aca0-885a43bb08d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.120806] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701033, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.202473] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e595b8-657f-e9a6-3ef3-d32e94a1ad70, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.203372] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738770b4-5f85-40b8-8296-e00825a929d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.209256] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 640.209256] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523e2b2c-d68f-5335-e91e-b0a1e6d6480e" [ 640.209256] env[62622]: _type = "Task" [ 640.209256] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.217474] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523e2b2c-d68f-5335-e91e-b0a1e6d6480e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.233248] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701019, 'name': RelocateVM_Task, 'duration_secs': 5.255705} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.233491] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 640.234231] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544227', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'name': 'volume-24afda0c-afcb-40e0-9c0f-27ae65722b95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff80c7ea-2f3c-462f-a141-a6f93f7a9245', 'attached_at': '', 'detached_at': '', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'serial': '24afda0c-afcb-40e0-9c0f-27ae65722b95'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 640.234485] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6805776-3723-4e77-a025-48b5d13f74d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.250423] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0279fdef-5d88-40f9-9b87-26c701c3f003 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.264482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ba7a7f4-d8b0-43f3-ae8d-8a1e48e51d3a tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.065s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.273294] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-24afda0c-afcb-40e0-9c0f-27ae65722b95/volume-24afda0c-afcb-40e0-9c0f-27ae65722b95.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.274938] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.275140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.275199] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.276198] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d04fa3-7b56-4bd6-a038-faf438843c84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.293286] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.301898] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 640.301898] env[62622]: value = "task-2701034" [ 640.301898] env[62622]: _type = "Task" [ 640.301898] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.312531] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.341475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "interface-1d177e61-5103-40eb-8c16-173d5f88b4fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.341795] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "interface-1d177e61-5103-40eb-8c16-173d5f88b4fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.342209] env[62622]: DEBUG nova.objects.instance [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lazy-loading 'flavor' on Instance uuid 1d177e61-5103-40eb-8c16-173d5f88b4fd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.540019] env[62622]: DEBUG nova.compute.utils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 640.540019] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.541769] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.597014] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063491} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.597288] env[62622]: DEBUG nova.policy [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fccf5ef59741fea24a00e4c2a27e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3a5ca1daa54fe69d9cc06fbfac3739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.598936] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.599794] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2181d54-050d-4fe7-954a-0a8d519a2f1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.621185] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.621874] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f927be1-044e-4334-8913-a936951f912a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.644405] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 640.644405] env[62622]: value = "task-2701035" [ 640.644405] env[62622]: _type = "Task" [ 640.644405] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.654137] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.719852] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523e2b2c-d68f-5335-e91e-b0a1e6d6480e, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.720167] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.720452] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4e9f8da6-5c3f-4913-af13-a754789d3073/4e9f8da6-5c3f-4913-af13-a754789d3073.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.720711] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e09a946-01dc-4ea8-801c-aa7c07b27c59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.728727] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 640.728727] env[62622]: value = "task-2701036" [ 640.728727] env[62622]: _type = "Task" [ 640.728727] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.739578] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.813331] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701034, 'name': ReconfigVM_Task, 'duration_secs': 0.291918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.813610] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-24afda0c-afcb-40e0-9c0f-27ae65722b95/volume-24afda0c-afcb-40e0-9c0f-27ae65722b95.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.819275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.819463] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3269e596-cbac-4630-8125-860ecc18566f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.832682] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.841567] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 640.841567] env[62622]: value = "task-2701037" [ 640.841567] env[62622]: _type = "Task" [ 640.841567] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.849565] env[62622]: DEBUG nova.objects.instance [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d177e61-5103-40eb-8c16-173d5f88b4fd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.862784] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.899756] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Successfully created port: 7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.036553] env[62622]: DEBUG nova.network.neutron [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.047253] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.155664] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701035, 'name': ReconfigVM_Task, 'duration_secs': 0.357272} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.159261] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.161142] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb280e8-c15c-4ee3-977f-69f88ab74270 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.168602] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 641.168602] env[62622]: value = "task-2701038" [ 641.168602] env[62622]: _type = "Task" [ 641.168602] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.178683] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701038, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.238443] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.352608] env[62622]: DEBUG nova.objects.base [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Object Instance<1d177e61-5103-40eb-8c16-173d5f88b4fd> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 641.352864] env[62622]: DEBUG nova.network.neutron [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.358934] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701037, 'name': ReconfigVM_Task, 'duration_secs': 0.336549} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.359668] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544227', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'name': 'volume-24afda0c-afcb-40e0-9c0f-27ae65722b95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff80c7ea-2f3c-462f-a141-a6f93f7a9245', 'attached_at': '', 'detached_at': '', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'serial': '24afda0c-afcb-40e0-9c0f-27ae65722b95'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 641.360316] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1464f1f-0d76-4371-b28a-d46e60e898c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.369022] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 641.369022] env[62622]: value = "task-2701039" [ 641.369022] env[62622]: _type = "Task" [ 641.369022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.379982] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701039, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.495486] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b94c4b8b-8d2f-4d8b-aa60-e9a3e4517fad tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "interface-1d177e61-5103-40eb-8c16-173d5f88b4fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.539598] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.539947] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Instance network_info: |[{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.541079] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:a1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28b91710-54fa-408f-b479-c2a0ce64fb02', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.549134] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating folder: Project (1e31b2cf4afb4b3e9ac0612cf0a2abbf). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.549500] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-482adf10-2213-4215-a7af-f989ae8d504d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.568200] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created folder: Project (1e31b2cf4afb4b3e9ac0612cf0a2abbf) in parent group-v544184. [ 641.568200] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating folder: Instances. Parent ref: group-v544273. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.568524] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcba1390-5565-41c0-bed7-11e689540a80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.581581] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created folder: Instances in parent group-v544273. [ 641.581874] env[62622]: DEBUG oslo.service.loopingcall [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.582129] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.582406] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84259499-fd35-45b9-a8c7-dbcbc45c00b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.607452] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.607452] env[62622]: value = "task-2701042" [ 641.607452] env[62622]: _type = "Task" [ 641.607452] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.616524] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701042, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.665494] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94401de-0468-4d3e-b450-f847265dbe6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.682553] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701038, 'name': Rename_Task, 'duration_secs': 0.218188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.685475] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.685694] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4421a181-83b3-4ca1-ae96-106555be87c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.688499] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fdec8d-26e7-49bd-b266-ba3a2c4ca091 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.726102] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51264b1f-6582-416c-ba08-cf6b8a3401bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.729627] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 641.729627] env[62622]: value = "task-2701043" [ 641.729627] env[62622]: _type = "Task" [ 641.729627] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.742106] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237f9ad-9a22-4e51-8816-e314c5462940 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.754178] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.754488] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.766358] env[62622]: DEBUG nova.compute.provider_tree [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.880425] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701039, 'name': Rename_Task, 'duration_secs': 0.16917} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.880795] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.881157] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9712bb43-dfeb-4bf9-b922-086028cf135c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.889354] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 641.889354] env[62622]: value = "task-2701044" [ 641.889354] env[62622]: _type = "Task" [ 641.889354] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.900576] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.061264] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.089620] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.089927] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.090119] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.090308] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.090492] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.090680] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.090919] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.091094] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.091277] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.091463] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.091640] env[62622]: DEBUG nova.virt.hardware [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.092983] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687cb226-9c38-45a6-9f6d-19b362c649c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.101672] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475deb79-423c-4253-b293-d0d5be710247 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.116961] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701042, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.243545] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.249733] env[62622]: DEBUG nova.compute.manager [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.249895] env[62622]: DEBUG nova.compute.manager [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing instance network info cache due to event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.250164] env[62622]: DEBUG oslo_concurrency.lockutils [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] Acquiring lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.250332] env[62622]: DEBUG oslo_concurrency.lockutils [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] Acquired lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.250511] env[62622]: DEBUG nova.network.neutron [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.252164] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701036, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109364} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.252698] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4e9f8da6-5c3f-4913-af13-a754789d3073/4e9f8da6-5c3f-4913-af13-a754789d3073.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.252947] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.253259] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395138f7-28a9-44d3-9908-ef68e820c14f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.262321] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 642.262321] env[62622]: value = "task-2701045" [ 642.262321] env[62622]: _type = "Task" [ 642.262321] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.277728] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.301443] env[62622]: ERROR nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [req-23e3a8d7-5a05-4908-b665-1ba4e52605f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23e3a8d7-5a05-4908-b665-1ba4e52605f1"}]} [ 642.323161] env[62622]: DEBUG nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 642.347163] env[62622]: DEBUG nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 642.347163] env[62622]: DEBUG nova.compute.provider_tree [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.361978] env[62622]: DEBUG nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 642.385561] env[62622]: DEBUG nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 642.399898] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.566727] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Successfully updated port: 7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.621245] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701042, 'name': CreateVM_Task, 'duration_secs': 0.677754} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.621440] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.622576] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.622576] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.623329] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.623390] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ccf6e2-b36b-4ee6-841b-3d5d5c4e7bc1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.628703] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 642.628703] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529b4d9f-ced2-87f0-20d5-4c26f5bcc75e" [ 642.628703] env[62622]: _type = "Task" [ 642.628703] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.640562] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529b4d9f-ced2-87f0-20d5-4c26f5bcc75e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.739344] env[62622]: DEBUG oslo_vmware.api [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701043, 'name': PowerOnVM_Task, 'duration_secs': 0.770793} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.741961] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.742181] env[62622]: DEBUG nova.compute.manager [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.743492] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cae78a-7fb1-4943-af54-8bcd9c8feefd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.775837] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18772} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.776192] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.777187] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b7271-70a4-4bb3-9c86-cc440e9717fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.805040] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4e9f8da6-5c3f-4913-af13-a754789d3073/4e9f8da6-5c3f-4913-af13-a754789d3073.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.810110] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b77052-7c84-457f-9b84-27b2042e4ebe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.831980] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 642.831980] env[62622]: value = "task-2701046" [ 642.831980] env[62622]: _type = "Task" [ 642.831980] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.844374] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.903984] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.980717] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b1bfe9-cf3e-4dba-8951-09b347283d62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.990091] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd78ded-352a-4111-93dc-8f14838b0348 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.023826] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadef978-1a4e-4527-ae6f-586cfc7f4298 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.031115] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de8229-c8d5-4624-aa00-09411fb1fa46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.045730] env[62622]: DEBUG nova.compute.provider_tree [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.069867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.070035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.070191] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.105864] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 643.107249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a29f63-1cb7-44ed-bf1b-4c5836854938 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.114919] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 643.115410] env[62622]: ERROR oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk due to incomplete transfer. [ 643.115524] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-605becee-edc7-4c1c-a0c4-52c51de16e73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.123923] env[62622]: DEBUG oslo_vmware.rw_handles [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2b89-5714-f052-ca91-9df0e0750a41/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 643.124142] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Uploaded image c47598a4-e71c-4149-8a88-bb5f9bc08802 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 643.126067] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 643.126325] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b1bc97e-4865-4ff6-adfa-edd13f7024e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.135309] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 643.135309] env[62622]: value = "task-2701047" [ 643.135309] env[62622]: _type = "Task" [ 643.135309] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.142426] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529b4d9f-ced2-87f0-20d5-4c26f5bcc75e, 'name': SearchDatastore_Task, 'duration_secs': 0.026706} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.143122] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.143379] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.143617] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.143979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.144275] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.147428] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc725836-6742-44f6-b9de-72de86b1ea46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.149506] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701047, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.157385] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.157566] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.158309] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b83654-97fe-47b7-aa90-64eac9e6b3ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.166711] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 643.166711] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c96c53-5bf4-8eb5-206c-57b489cbf238" [ 643.166711] env[62622]: _type = "Task" [ 643.166711] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.175354] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c96c53-5bf4-8eb5-206c-57b489cbf238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.235233] env[62622]: DEBUG nova.network.neutron [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updated VIF entry in instance network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.235814] env[62622]: DEBUG nova.network.neutron [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.258198] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.342648] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701046, 'name': ReconfigVM_Task, 'duration_secs': 0.361737} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.343591] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4e9f8da6-5c3f-4913-af13-a754789d3073/4e9f8da6-5c3f-4913-af13-a754789d3073.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.343591] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14db686c-0487-412a-bfb4-9743adf86ebe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.350111] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 643.350111] env[62622]: value = "task-2701048" [ 643.350111] env[62622]: _type = "Task" [ 643.350111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.358189] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701048, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.401494] env[62622]: DEBUG oslo_vmware.api [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701044, 'name': PowerOnVM_Task, 'duration_secs': 1.053432} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.401766] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.402030] env[62622]: INFO nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Took 9.87 seconds to spawn the instance on the hypervisor. [ 643.402209] env[62622]: DEBUG nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.403017] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb526a6b-15d8-4376-92fa-82b525c66380 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.579146] env[62622]: DEBUG nova.scheduler.client.report [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 643.579146] env[62622]: DEBUG nova.compute.provider_tree [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 51 to 52 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 643.579146] env[62622]: DEBUG nova.compute.provider_tree [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.602867] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.647063] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701047, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.679667] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c96c53-5bf4-8eb5-206c-57b489cbf238, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.679885] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61fadaee-eff4-46ff-b7d5-178111aca6a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.684995] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 643.684995] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e243d3-83ea-90f9-2ce8-44d75cbd6b16" [ 643.684995] env[62622]: _type = "Task" [ 643.684995] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.693477] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e243d3-83ea-90f9-2ce8-44d75cbd6b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.738983] env[62622]: DEBUG oslo_concurrency.lockutils [req-92ab9fbd-2d3c-4a49-bce4-9b64be2c82ae req-788cd28e-311a-4111-8972-1c44a53e34a9 service nova] Releasing lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.741508] env[62622]: DEBUG nova.network.neutron [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Updating instance_info_cache with network_info: [{"id": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "address": "fa:16:3e:07:6e:d2", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db2c1e0-8f", "ovs_interfaceid": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.748353] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.748628] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.748831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.749014] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.749186] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.750999] env[62622]: INFO nova.compute.manager [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Terminating instance [ 643.861255] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701048, 'name': Rename_Task, 'duration_secs': 0.14851} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.861585] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.861867] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039bd492-64bc-445d-a205-91aa9bebe153 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.868520] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 643.868520] env[62622]: value = "task-2701049" [ 643.868520] env[62622]: _type = "Task" [ 643.868520] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.876320] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.928607] env[62622]: INFO nova.compute.manager [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Took 40.33 seconds to build instance. [ 644.083571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.052s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.084203] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.086863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.364s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.088156] env[62622]: INFO nova.compute.claims [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.146979] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701047, 'name': Destroy_Task, 'duration_secs': 0.96955} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.146979] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Destroyed the VM [ 644.147185] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 644.147337] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05f84a77-3dc0-47f1-957d-431eb34ef72b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.157745] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 644.157745] env[62622]: value = "task-2701050" [ 644.157745] env[62622]: _type = "Task" [ 644.157745] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.168393] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.196904] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e243d3-83ea-90f9-2ce8-44d75cbd6b16, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.197316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.197624] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 627a737d-8c15-4a7b-9038-1c0b4ce7585e/627a737d-8c15-4a7b-9038-1c0b4ce7585e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.197915] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42ff39e9-d8e6-4885-a1c6-62013bf2aa67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.204446] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 644.204446] env[62622]: value = "task-2701051" [ 644.204446] env[62622]: _type = "Task" [ 644.204446] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.212950] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.244646] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.246132] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance network_info: |[{"id": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "address": "fa:16:3e:07:6e:d2", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db2c1e0-8f", "ovs_interfaceid": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.246917] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:6e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db2c1e0-8fa2-427f-b094-bc6d9254ecbe', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.254712] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating folder: Project (7c3a5ca1daa54fe69d9cc06fbfac3739). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.255224] env[62622]: INFO nova.compute.manager [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Rebuilding instance [ 644.257727] env[62622]: DEBUG nova.compute.manager [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.257963] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.258254] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1be6a7-7d3a-4e59-8277-5202218705bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.261375] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5abe44-47e3-451d-a53a-15c4551ed98a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.270374] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.270856] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed320c8-ed79-4537-b38d-f893cc576b5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.275896] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created folder: Project (7c3a5ca1daa54fe69d9cc06fbfac3739) in parent group-v544184. [ 644.279399] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating folder: Instances. Parent ref: group-v544276. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.279399] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5dac5a-2a48-4533-9b62-8906c6f7dc62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.282789] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 644.282789] env[62622]: value = "task-2701053" [ 644.282789] env[62622]: _type = "Task" [ 644.282789] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.291602] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created folder: Instances in parent group-v544276. [ 644.292427] env[62622]: DEBUG oslo.service.loopingcall [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.292427] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.292694] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72990fdf-4c88-4c3f-8f1e-d605785731ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311440] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.316832] env[62622]: DEBUG nova.compute.manager [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.317955] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cd9c43-bdcf-4064-b4f1-a85bb6440be6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.321410] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.321410] env[62622]: value = "task-2701055" [ 644.321410] env[62622]: _type = "Task" [ 644.321410] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.334597] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701055, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.386741] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.433100] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c3-47cd-41e8-aa90-8344a03c7658 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.658s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.594242] env[62622]: DEBUG nova.compute.utils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.600071] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.600284] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.625517] env[62622]: DEBUG nova.compute.manager [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Received event network-vif-plugged-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.625743] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Acquiring lock "4e937ba8-a669-4171-985d-c47523a93130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.626036] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Lock "4e937ba8-a669-4171-985d-c47523a93130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.626266] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Lock "4e937ba8-a669-4171-985d-c47523a93130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.626299] env[62622]: DEBUG nova.compute.manager [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] No waiting events found dispatching network-vif-plugged-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.626593] env[62622]: WARNING nova.compute.manager [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Received unexpected event network-vif-plugged-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe for instance with vm_state building and task_state spawning. [ 644.626593] env[62622]: DEBUG nova.compute.manager [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Received event network-changed-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.626852] env[62622]: DEBUG nova.compute.manager [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Refreshing instance network info cache due to event network-changed-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.626903] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Acquiring lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.628186] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Acquired lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.628514] env[62622]: DEBUG nova.network.neutron [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Refreshing network info cache for port 7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.651522] env[62622]: DEBUG nova.policy [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15041aa8e5af457ebe484e8161827f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '524df52a4bd047a184d91af4e931fa30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.668184] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701050, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.716233] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462274} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.716498] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 627a737d-8c15-4a7b-9038-1c0b4ce7585e/627a737d-8c15-4a7b-9038-1c0b4ce7585e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.716708] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.716989] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edda04a8-0ecd-421d-ad7d-efe4e53c743a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.726243] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 644.726243] env[62622]: value = "task-2701056" [ 644.726243] env[62622]: _type = "Task" [ 644.726243] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.735257] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.796822] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701053, 'name': PowerOffVM_Task, 'duration_secs': 0.325899} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.799518] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.799518] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.799518] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292794d8-f187-42c8-83d2-239ff551d8ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.833814] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701055, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.880855] env[62622]: DEBUG oslo_vmware.api [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701049, 'name': PowerOnVM_Task, 'duration_secs': 0.597695} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.881638] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.882881] env[62622]: INFO nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Took 10.37 seconds to spawn the instance on the hypervisor. [ 644.882881] env[62622]: DEBUG nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.887297] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7c7bd-a3dd-4ae7-8be8-732b0aa8d084 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.933683] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.953780] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully created port: f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.106794] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.121123] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.121364] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.121550] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Deleting the datastore file [datastore1] 1d177e61-5103-40eb-8c16-173d5f88b4fd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.122556] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1cf2f2-09e2-4403-a13c-50e07507b37f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.130032] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for the task: (returnval){ [ 645.130032] env[62622]: value = "task-2701058" [ 645.130032] env[62622]: _type = "Task" [ 645.130032] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.145683] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.176081] env[62622]: DEBUG oslo_vmware.api [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713998} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.176081] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 645.176256] env[62622]: INFO nova.compute.manager [None req-dcb74b02-f906-4823-99e0-2e2fec39dd04 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 18.80 seconds to snapshot the instance on the hypervisor. [ 645.239407] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070383} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.240192] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully created port: a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.241720] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.243998] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca7ba3f-206b-40e9-ab85-4bf858cfc512 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.278198] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 627a737d-8c15-4a7b-9038-1c0b4ce7585e/627a737d-8c15-4a7b-9038-1c0b4ce7585e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.281190] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1744401a-29ac-4825-9b27-5a2299891cca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.304752] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 645.304752] env[62622]: value = "task-2701059" [ 645.304752] env[62622]: _type = "Task" [ 645.304752] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.315226] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.333659] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701055, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.335665] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.337725] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a929c6e-045b-496a-8159-818b4decc95a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.343746] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 645.343746] env[62622]: value = "task-2701060" [ 645.343746] env[62622]: _type = "Task" [ 645.343746] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.354551] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.413615] env[62622]: INFO nova.compute.manager [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Took 37.81 seconds to build instance. [ 645.459861] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.500666] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully created port: 4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.536863] env[62622]: DEBUG nova.network.neutron [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Updated VIF entry in instance network info cache for port 7db2c1e0-8fa2-427f-b094-bc6d9254ecbe. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.537230] env[62622]: DEBUG nova.network.neutron [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Updating instance_info_cache with network_info: [{"id": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "address": "fa:16:3e:07:6e:d2", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db2c1e0-8f", "ovs_interfaceid": "7db2c1e0-8fa2-427f-b094-bc6d9254ecbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.645213] env[62622]: DEBUG oslo_vmware.api [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Task: {'id': task-2701058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457912} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.646481] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.646481] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.646481] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.646481] env[62622]: INFO nova.compute.manager [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Took 1.39 seconds to destroy the instance on the hypervisor. [ 645.646481] env[62622]: DEBUG oslo.service.loopingcall [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.646629] env[62622]: DEBUG nova.compute.manager [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.646629] env[62622]: DEBUG nova.network.neutron [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.699192] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffffe52-9699-4c90-9cd2-ed49390167e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.711418] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487db248-9491-4ff4-9998-fb52f7fdba88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.757967] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccc7758-f324-4b1d-9202-e55dad798991 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.768474] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231f398-02ff-4e0a-9253-5bcacf54c945 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.785649] env[62622]: DEBUG nova.compute.provider_tree [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.814479] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.832531] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701055, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.853328] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701060, 'name': PowerOffVM_Task, 'duration_secs': 0.221674} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.853599] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.853827] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.854622] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ea15d9-e4e6-4ded-b827-68208f7ee752 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861481] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.861736] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae71b10-7e44-48b1-9dfc-b88df8d7485a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.886746] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.886929] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.887071] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Deleting the datastore file [datastore2] 8fc5ddf7-f2fa-4f28-8207-d54890845473 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.887353] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92847511-bbff-47f4-ac64-8399a1670cac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.894473] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 645.894473] env[62622]: value = "task-2701062" [ 645.894473] env[62622]: _type = "Task" [ 645.894473] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.902614] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.916705] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bfe129ea-7f29-45d6-83c2-b1b6d25676c2 tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.774s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.040933] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c991124-f568-4fa7-a26f-ee1f4a5cc731 req-a8da7f6a-28ee-4acb-8d22-e91e02f753f9 service nova] Releasing lock "refresh_cache-4e937ba8-a669-4171-985d-c47523a93130" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.121021] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.151016] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.151016] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.151016] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.152467] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.152788] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.153092] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.153468] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.153763] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.154079] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.154471] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.154785] env[62622]: DEBUG nova.virt.hardware [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.156670] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eaad86-32d4-41f6-a25a-cb9426cfff33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.165272] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a4dc5-f84b-494c-9eb8-fa577dab4823 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.290389] env[62622]: DEBUG nova.scheduler.client.report [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.317049] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.334459] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701055, 'name': CreateVM_Task, 'duration_secs': 1.572621} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.334459] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.335019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.335193] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.335508] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.335770] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c9077f-9461-47f4-80e1-3bd3c269aec5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.340234] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 646.340234] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8c9c-558a-7845-3f5a-fc14b7a3bdbb" [ 646.340234] env[62622]: _type = "Task" [ 646.340234] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.348965] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8c9c-558a-7845-3f5a-fc14b7a3bdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.404528] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425318} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.404848] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.405137] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.405406] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.418780] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.472530] env[62622]: DEBUG nova.compute.manager [req-a1c19dd9-d509-4d77-a368-210928aa4746 req-8cae1bca-032c-4e87-97d5-1890d4681da3 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Received event network-vif-deleted-2bb5e085-256b-4546-b974-12a7fdb4d7c1 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.472530] env[62622]: INFO nova.compute.manager [req-a1c19dd9-d509-4d77-a368-210928aa4746 req-8cae1bca-032c-4e87-97d5-1890d4681da3 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Neutron deleted interface 2bb5e085-256b-4546-b974-12a7fdb4d7c1; detaching it from the instance and deleting it from the info cache [ 646.472530] env[62622]: DEBUG nova.network.neutron [req-a1c19dd9-d509-4d77-a368-210928aa4746 req-8cae1bca-032c-4e87-97d5-1890d4681da3 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.524172] env[62622]: DEBUG nova.network.neutron [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.585136] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "4e9f8da6-5c3f-4913-af13-a754789d3073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.585402] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.585617] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.586183] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.586366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.589883] env[62622]: INFO nova.compute.manager [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Terminating instance [ 646.799549] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.800096] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.802756] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.221s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.802963] env[62622]: DEBUG nova.objects.instance [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'resources' on Instance uuid a9eea1e6-c005-4b5e-b496-cd98d5b181e2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.815353] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701059, 'name': ReconfigVM_Task, 'duration_secs': 1.476205} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.816740] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 627a737d-8c15-4a7b-9038-1c0b4ce7585e/627a737d-8c15-4a7b-9038-1c0b4ce7585e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.819096] env[62622]: DEBUG nova.compute.manager [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Received event network-changed-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.819096] env[62622]: DEBUG nova.compute.manager [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Refreshing instance network info cache due to event network-changed-4bcda5bc-5ffb-4035-97e5-266c66e9ab95. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.819096] env[62622]: DEBUG oslo_concurrency.lockutils [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] Acquiring lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.819096] env[62622]: DEBUG oslo_concurrency.lockutils [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] Acquired lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.819096] env[62622]: DEBUG nova.network.neutron [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Refreshing network info cache for port 4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.825022] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ce774a-690f-4d44-a2c5-c038bd772d8f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.827610] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 646.827610] env[62622]: value = "task-2701063" [ 646.827610] env[62622]: _type = "Task" [ 646.827610] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.836277] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701063, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.851728] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8c9c-558a-7845-3f5a-fc14b7a3bdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.852140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.852412] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.852685] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.853124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.853124] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.853417] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc085e1-1f5a-404d-94b5-58179bf8a08c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.863376] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.863647] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.864431] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed360d36-bbe7-4ccc-9af3-5fe73765bc67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.870745] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 646.870745] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521adf00-97c3-36a9-176d-351669c9f9c5" [ 646.870745] env[62622]: _type = "Task" [ 646.870745] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.879400] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521adf00-97c3-36a9-176d-351669c9f9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.943247] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.975884] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2da58f99-580f-4a56-a862-8c22f4433915 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.984968] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce7452-d703-46dd-8f77-b74781f21f44 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.019899] env[62622]: DEBUG nova.compute.manager [req-a1c19dd9-d509-4d77-a368-210928aa4746 req-8cae1bca-032c-4e87-97d5-1890d4681da3 service nova] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Detach interface failed, port_id=2bb5e085-256b-4546-b974-12a7fdb4d7c1, reason: Instance 1d177e61-5103-40eb-8c16-173d5f88b4fd could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 647.027105] env[62622]: INFO nova.compute.manager [-] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Took 1.38 seconds to deallocate network for instance. [ 647.061439] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully updated port: f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.093476] env[62622]: DEBUG nova.compute.manager [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.093780] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.094992] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9316513-e129-4f08-b563-1ef422047cd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.104745] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.105013] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9bf6466-8424-47e1-ac10-f02b496f563e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.111953] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 647.111953] env[62622]: value = "task-2701064" [ 647.111953] env[62622]: _type = "Task" [ 647.111953] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.120213] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.305687] env[62622]: DEBUG nova.compute.utils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.307145] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.307271] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.339779] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701063, 'name': Rename_Task, 'duration_secs': 0.161714} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.340056] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.340325] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdab957a-3770-404d-b6dd-398fdd6412a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.345883] env[62622]: DEBUG nova.policy [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a3c4f875a4a4e45942bfd4407c3dcd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6edc1830f9c04a2fb617120a7c7d5a38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.350935] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 647.350935] env[62622]: value = "task-2701065" [ 647.350935] env[62622]: _type = "Task" [ 647.350935] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.362633] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701065, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.381965] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521adf00-97c3-36a9-176d-351669c9f9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.382790] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37d0d84-7f47-47eb-a82e-430e40b9c146 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.388234] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 647.388234] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ee262-eda7-1971-8d3b-f561066bd713" [ 647.388234] env[62622]: _type = "Task" [ 647.388234] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.392837] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.393052] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.393305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.393433] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.393602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.399042] env[62622]: INFO nova.compute.manager [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Terminating instance [ 647.405639] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ee262-eda7-1971-8d3b-f561066bd713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.450413] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.450645] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.450795] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.451131] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.451214] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.451308] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.451514] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.451674] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.451839] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.452109] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.453116] env[62622]: DEBUG nova.virt.hardware [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.453310] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05e5fc-3551-4bc9-abd4-59ab49e21515 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.461335] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03329cbd-004e-40a1-be7e-d127e5518fb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.479663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.485628] env[62622]: DEBUG oslo.service.loopingcall [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.491665] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.491665] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f357db-7fa2-4ee8-b8d6-c71edc437baf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.510459] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.510459] env[62622]: value = "task-2701066" [ 647.510459] env[62622]: _type = "Task" [ 647.510459] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.518616] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701066, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.533979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.625052] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701064, 'name': PowerOffVM_Task, 'duration_secs': 0.364852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.627314] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.627314] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.627314] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa77a23f-5a51-4075-89da-3cecbf1eaa07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.707826] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.708046] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.708228] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Deleting the datastore file [datastore2] 4e9f8da6-5c3f-4913-af13-a754789d3073 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.708477] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f91c3ed-8296-496d-9bba-3501862bc144 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.717547] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for the task: (returnval){ [ 647.717547] env[62622]: value = "task-2701068" [ 647.717547] env[62622]: _type = "Task" [ 647.717547] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.723612] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Successfully created port: 91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.729682] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.782948] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f75618ab-639c-4e5a-8462-904331efc0ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.783290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.783661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.783804] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.784047] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.786582] env[62622]: INFO nova.compute.manager [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Terminating instance [ 647.810424] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.863488] env[62622]: DEBUG nova.network.neutron [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updated VIF entry in instance network info cache for port 4bcda5bc-5ffb-4035-97e5-266c66e9ab95. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.863488] env[62622]: DEBUG nova.network.neutron [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updating instance_info_cache with network_info: [{"id": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "address": "fa:16:3e:00:06:1d", "network": {"id": "470921f3-1e20-4736-9ee2-4190418bbe85", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-869961454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3161bf9174c4728ac31c84182383df0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcda5bc-5f", "ovs_interfaceid": "4bcda5bc-5ffb-4035-97e5-266c66e9ab95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.874505] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.905442] env[62622]: DEBUG nova.compute.manager [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.905773] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.906224] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ee262-eda7-1971-8d3b-f561066bd713, 'name': SearchDatastore_Task, 'duration_secs': 0.026245} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.907054] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347ca36-95c8-4d0d-ae2f-d55261f27656 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.910499] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.910801] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.912147] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea96cc3c-34cc-42fe-9bf7-85c56ab3abd8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.915206] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba9f50-4ef0-4ec9-943d-04be79ac46e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.925253] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e364952-d321-49fd-ac87-4a99caf10e8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.928979] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.930385] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75b72f0-bf71-4423-9ae2-d09a0abe5800 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.932186] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 647.932186] env[62622]: value = "task-2701069" [ 647.932186] env[62622]: _type = "Task" [ 647.932186] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.963714] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e435d0e-2d2d-4d3c-bf1e-605bff90d786 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.966429] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 647.966429] env[62622]: value = "task-2701070" [ 647.966429] env[62622]: _type = "Task" [ 647.966429] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.969736] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.978171] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ca01a-6ace-4861-870c-f1bb2368520e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.985696] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.995553] env[62622]: DEBUG nova.compute.provider_tree [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.022834] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701066, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.229472] env[62622]: DEBUG oslo_vmware.api [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Task: {'id': task-2701068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.229834] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.230295] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.230419] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.230648] env[62622]: INFO nova.compute.manager [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.231071] env[62622]: DEBUG oslo.service.loopingcall [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.231357] env[62622]: DEBUG nova.compute.manager [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.231613] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.294548] env[62622]: DEBUG nova.compute.manager [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.294735] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.295737] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4c698-2337-4275-819b-e7038d5cf810 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.305277] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.308335] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca34fcd-42fe-41f5-9f83-c48384436457 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.319439] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 648.319439] env[62622]: value = "task-2701071" [ 648.319439] env[62622]: _type = "Task" [ 648.319439] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.331021] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.365055] env[62622]: DEBUG oslo_concurrency.lockutils [req-3468b511-d84b-462c-bb29-34bb7f0ea011 req-5d1a8d8b-fa5f-4959-af89-efc74c3b440f service nova] Releasing lock "refresh_cache-ff80c7ea-2f3c-462f-a141-a6f93f7a9245" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.365712] env[62622]: DEBUG oslo_vmware.api [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701065, 'name': PowerOnVM_Task, 'duration_secs': 0.630783} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.366035] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.366232] env[62622]: INFO nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Took 8.93 seconds to spawn the instance on the hypervisor. [ 648.366462] env[62622]: DEBUG nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.367699] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51629512-b8ba-4079-a1b0-48286c014377 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.445273] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.481086] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701070, 'name': PowerOffVM_Task, 'duration_secs': 0.431016} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.481476] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.481674] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.482020] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26128a66-8229-428f-a63b-5631118ba525 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.499231] env[62622]: DEBUG nova.scheduler.client.report [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.522783] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701066, 'name': CreateVM_Task, 'duration_secs': 0.886029} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.522964] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.523417] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.523590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.523913] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.524184] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ef6acc-27fb-4730-a042-408c5b735687 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.531982] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 648.531982] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ccd48c-cfad-be06-ac39-4a3a95c1a7ed" [ 648.531982] env[62622]: _type = "Task" [ 648.531982] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.549031] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ccd48c-cfad-be06-ac39-4a3a95c1a7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.549031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.549031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.549031] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Deleting the datastore file [datastore2] 8257caab-fe0b-4a23-b08f-1d9bed08cf8c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.549031] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c2d8cff-c93e-4a6c-9f58-a6fae20d3ba2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.556466] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for the task: (returnval){ [ 648.556466] env[62622]: value = "task-2701073" [ 648.556466] env[62622]: _type = "Task" [ 648.556466] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.563594] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.713050] env[62622]: DEBUG nova.compute.manager [req-9af36699-88f3-4bc0-907a-0f172e0a2f48 req-608fe136-4b0c-4b3a-a1df-864c7f6be866 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Received event network-vif-deleted-64856824-0451-491a-9fa6-b9a1d32f6712 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.713050] env[62622]: INFO nova.compute.manager [req-9af36699-88f3-4bc0-907a-0f172e0a2f48 req-608fe136-4b0c-4b3a-a1df-864c7f6be866 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Neutron deleted interface 64856824-0451-491a-9fa6-b9a1d32f6712; detaching it from the instance and deleting it from the info cache [ 648.713050] env[62622]: DEBUG nova.network.neutron [req-9af36699-88f3-4bc0-907a-0f172e0a2f48 req-608fe136-4b0c-4b3a-a1df-864c7f6be866 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.826020] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.831400] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701071, 'name': PowerOffVM_Task, 'duration_secs': 0.246858} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.831666] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.831834] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.832126] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd6056e3-694a-4cff-b910-3dddf2ea6bd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.851770] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.852019] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.852225] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.852425] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.852573] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.852720] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.852927] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.853099] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.853270] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.853462] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.853646] env[62622]: DEBUG nova.virt.hardware [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.854574] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e988c-1713-47c9-9c45-b6398a07377c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.865550] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0a785-7eae-4e49-b28d-0efa75f56004 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.888045] env[62622]: INFO nova.compute.manager [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Took 37.42 seconds to build instance. [ 648.943858] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597166} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.944141] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.944677] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.944677] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a00591-1ad2-426e-80aa-5e4f2a7afb25 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.948548] env[62622]: DEBUG nova.compute.manager [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-plugged-f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.948736] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.949013] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.949246] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.949451] env[62622]: DEBUG nova.compute.manager [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] No waiting events found dispatching network-vif-plugged-f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.949626] env[62622]: WARNING nova.compute.manager [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received unexpected event network-vif-plugged-f7f6e076-7748-4e87-8689-598f2fcde3b7 for instance with vm_state building and task_state spawning. [ 648.949854] env[62622]: DEBUG nova.compute.manager [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-changed-f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.950047] env[62622]: DEBUG nova.compute.manager [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing instance network info cache due to event network-changed-f7f6e076-7748-4e87-8689-598f2fcde3b7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.950241] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Acquiring lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.950401] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Acquired lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.950562] env[62622]: DEBUG nova.network.neutron [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing network info cache for port f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.956795] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 648.956795] env[62622]: value = "task-2701075" [ 648.956795] env[62622]: _type = "Task" [ 648.956795] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.966040] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.997371] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.998026] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.998026] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleting the datastore file [datastore2] f75618ab-639c-4e5a-8462-904331efc0ff {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.998187] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8908dc-e738-494a-bd60-1c009fde4f5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.005213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.007245] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 649.007245] env[62622]: value = "task-2701076" [ 649.007245] env[62622]: _type = "Task" [ 649.007245] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.007726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.300s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.018359] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.034119] env[62622]: INFO nova.scheduler.client.report [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted allocations for instance a9eea1e6-c005-4b5e-b496-cd98d5b181e2 [ 649.047139] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ccd48c-cfad-be06-ac39-4a3a95c1a7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.047753] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.048014] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.048257] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.048402] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.048633] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.048848] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcc7b2d1-4d60-4f5a-9ef4-77c943b5e67a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.060295] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.060499] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.061591] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d1e581-51ee-420d-8d99-fe003977c315 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.067327] env[62622]: DEBUG oslo_vmware.api [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Task: {'id': task-2701073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470801} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.067966] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.068207] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.069208] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.069208] env[62622]: INFO nova.compute.manager [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 649.069208] env[62622]: DEBUG oslo.service.loopingcall [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.070058] env[62622]: DEBUG nova.compute.manager [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.070620] env[62622]: DEBUG nova.network.neutron [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.071875] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 649.071875] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f24ca0-ce68-e329-9c9d-dbd654fb569c" [ 649.071875] env[62622]: _type = "Task" [ 649.071875] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.080099] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f24ca0-ce68-e329-9c9d-dbd654fb569c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.170706] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.219638] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f94c2987-e8f0-48e3-8d7a-87170b0bbf13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.229264] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c90248e-a6b4-4cbf-9c1f-c8b9cd11100c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.268775] env[62622]: DEBUG nova.compute.manager [req-9af36699-88f3-4bc0-907a-0f172e0a2f48 req-608fe136-4b0c-4b3a-a1df-864c7f6be866 service nova] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Detach interface failed, port_id=64856824-0451-491a-9fa6-b9a1d32f6712, reason: Instance 4e9f8da6-5c3f-4913-af13-a754789d3073 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 649.390439] env[62622]: DEBUG oslo_concurrency.lockutils [None req-01a69af4-b395-4512-8039-99ce6f9b11c3 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.379s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.425795] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully updated port: a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.467076] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152455} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.467349] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.468192] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114fe453-de58-4144-9aa5-0975a66f3c1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.492966] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.493960] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Successfully updated port: 91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.495125] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4893540-a18a-46d3-a33b-3c1eee54f5ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520841] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 649.520841] env[62622]: value = "task-2701077" [ 649.520841] env[62622]: _type = "Task" [ 649.520841] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.524201] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524995] env[62622]: DEBUG nova.network.neutron [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.534639] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.546162] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d08b23ae-dd71-49cd-abfb-2a8882dcbed3 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "a9eea1e6-c005-4b5e-b496-cd98d5b181e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.083s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.581452] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f24ca0-ce68-e329-9c9d-dbd654fb569c, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.582256] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335be89c-bf67-46f8-b351-c5809b388ce4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.589754] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 649.589754] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f8b12c-2504-53bc-75c7-878a3305bfbf" [ 649.589754] env[62622]: _type = "Task" [ 649.589754] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.597869] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f8b12c-2504-53bc-75c7-878a3305bfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.650511] env[62622]: DEBUG nova.network.neutron [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.673789] env[62622]: INFO nova.compute.manager [-] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Took 1.44 seconds to deallocate network for instance. [ 649.894249] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.936574] env[62622]: DEBUG nova.network.neutron [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.972702] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dbbb53-fd6c-4afd-8cf8-01bf2e940275 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.981984] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e989ca04-1025-4545-8158-2324bd9b2ffb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.012840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.013037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquired lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.013146] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.017870] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae2f5d-a8b2-4b36-805a-f79c859cb336 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.026592] env[62622]: DEBUG oslo_vmware.api [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553429} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.031191] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.031449] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.031537] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.031719] env[62622]: INFO nova.compute.manager [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Took 1.74 seconds to destroy the instance on the hypervisor. [ 650.031950] env[62622]: DEBUG oslo.service.loopingcall [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.032443] env[62622]: DEBUG nova.compute.manager [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.032544] env[62622]: DEBUG nova.network.neutron [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.035343] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3bf31-da80-4594-bf5e-75547eb386db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.044078] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.052285] env[62622]: DEBUG nova.compute.provider_tree [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.102779] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f8b12c-2504-53bc-75c7-878a3305bfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.050726} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.103088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.103550] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.103684] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af82682-f651-4dc1-ae10-254bfafe13ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.110473] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 650.110473] env[62622]: value = "task-2701078" [ 650.110473] env[62622]: _type = "Task" [ 650.110473] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.118364] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.153682] env[62622]: DEBUG oslo_concurrency.lockutils [req-640e5675-d060-44fc-b63a-85ab748920e6 req-e5fe3fc9-7694-41a2-bc5a-c75c884c5f47 service nova] Releasing lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.182308] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.418446] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.442565] env[62622]: INFO nova.compute.manager [-] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Took 1.37 seconds to deallocate network for instance. [ 650.536746] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701077, 'name': ReconfigVM_Task, 'duration_secs': 0.821207} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.537169] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.537801] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f656fd5-fc4f-473e-a356-7b44843b9c6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.544716] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 650.544716] env[62622]: value = "task-2701079" [ 650.544716] env[62622]: _type = "Task" [ 650.544716] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.546088] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.557762] env[62622]: DEBUG nova.scheduler.client.report [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.565027] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701079, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.623792] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.705507] env[62622]: DEBUG nova.network.neutron [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [{"id": "91323298-80d5-4f9b-af48-b652679dbf2b", "address": "fa:16:3e:10:33:cc", "network": {"id": "358f6433-9e18-4299-b3cd-63615955b6be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1264948799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc1830f9c04a2fb617120a7c7d5a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91323298-80", "ovs_interfaceid": "91323298-80d5-4f9b-af48-b652679dbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.785959] env[62622]: DEBUG nova.network.neutron [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.948347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.056333] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701079, 'name': Rename_Task, 'duration_secs': 0.202323} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.057009] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.057301] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db828a3f-76f5-4fa6-9934-c78b39fba3a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.061414] env[62622]: DEBUG nova.compute.manager [req-3f81ff6e-a57b-4c6c-ac92-492a9b0f19e2 req-39af7d74-a1dd-43d6-85d2-57dab0253e44 service nova] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Received event network-vif-deleted-92c8bed8-c25e-4d4f-88e7-d14a92fd0a35 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.067300] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 651.067300] env[62622]: value = "task-2701080" [ 651.067300] env[62622]: _type = "Task" [ 651.067300] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.077145] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.124649] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537258} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.125336] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.126015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.126015] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb0875e4-4513-405b-a533-b6809d301d34 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.134660] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 651.134660] env[62622]: value = "task-2701081" [ 651.134660] env[62622]: _type = "Task" [ 651.134660] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.147218] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.198973] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-plugged-a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.199234] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.199384] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.199573] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.199726] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] No waiting events found dispatching network-vif-plugged-a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.199894] env[62622]: WARNING nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received unexpected event network-vif-plugged-a884cb17-696b-4793-a7e4-59072443f47f for instance with vm_state building and task_state spawning. [ 651.200258] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received event network-vif-plugged-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.200258] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquiring lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.200453] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.200548] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.200679] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] No waiting events found dispatching network-vif-plugged-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.200838] env[62622]: WARNING nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received unexpected event network-vif-plugged-91323298-80d5-4f9b-af48-b652679dbf2b for instance with vm_state building and task_state spawning. [ 651.201021] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-changed-a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.201182] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing instance network info cache due to event network-changed-a884cb17-696b-4793-a7e4-59072443f47f. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.201378] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquiring lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.201492] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquired lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.201643] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing network info cache for port a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.208382] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Releasing lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.208676] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Instance network_info: |[{"id": "91323298-80d5-4f9b-af48-b652679dbf2b", "address": "fa:16:3e:10:33:cc", "network": {"id": "358f6433-9e18-4299-b3cd-63615955b6be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1264948799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc1830f9c04a2fb617120a7c7d5a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91323298-80", "ovs_interfaceid": "91323298-80d5-4f9b-af48-b652679dbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.209096] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:33:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91323298-80d5-4f9b-af48-b652679dbf2b', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.218014] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Creating folder: Project (6edc1830f9c04a2fb617120a7c7d5a38). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.219248] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e562ae-be67-4247-8034-4effb7a03bfd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.232431] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Created folder: Project (6edc1830f9c04a2fb617120a7c7d5a38) in parent group-v544184. [ 651.232633] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Creating folder: Instances. Parent ref: group-v544280. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.232856] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d953e5-ad74-4e6c-b957-3c85646d06fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.242311] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Created folder: Instances in parent group-v544280. [ 651.242544] env[62622]: DEBUG oslo.service.loopingcall [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.242789] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.242914] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-263475ae-31ce-4207-a7aa-bbb59c9838dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.264823] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.264823] env[62622]: value = "task-2701084" [ 651.264823] env[62622]: _type = "Task" [ 651.264823] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.275014] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701084, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.289766] env[62622]: INFO nova.compute.manager [-] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Took 1.26 seconds to deallocate network for instance. [ 651.569454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.562s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.572454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.905s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.572683] env[62622]: DEBUG nova.objects.instance [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lazy-loading 'resources' on Instance uuid d0aeec92-a07b-4562-9a57-f5d6aba5c637 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.583119] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.647016] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075591} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.647016] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.647231] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738fb3d-fc5a-4ea7-97c2-e6c793aadb1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.667576] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.667849] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8042f008-9814-4d71-bb85-fc9ffcdacccd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.689380] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 651.689380] env[62622]: value = "task-2701085" [ 651.689380] env[62622]: _type = "Task" [ 651.689380] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.697039] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701085, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.742117] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.775015] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701084, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.798387] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.827291] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.088634] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.165145] env[62622]: INFO nova.scheduler.client.report [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleted allocation for migration 6102d90a-235e-4b3b-ad87-11d01f25507a [ 652.206599] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.280032] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701084, 'name': CreateVM_Task, 'duration_secs': 0.833237} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.280228] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.280909] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.281126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.281423] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.281678] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91902296-d087-42de-8559-7c1f7b917868 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.287009] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 652.287009] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524cb215-663c-2225-76d0-007bacd3b470" [ 652.287009] env[62622]: _type = "Task" [ 652.287009] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.294824] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524cb215-663c-2225-76d0-007bacd3b470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.330042] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Releasing lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.330285] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.330460] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing instance network info cache due to event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.330718] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquiring lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.330866] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Acquired lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.331141] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.445831] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Successfully updated port: 4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.586384] env[62622]: DEBUG oslo_vmware.api [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701080, 'name': PowerOnVM_Task, 'duration_secs': 1.14476} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.586384] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.586573] env[62622]: INFO nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Took 10.53 seconds to spawn the instance on the hypervisor. [ 652.586758] env[62622]: DEBUG nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.591276] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f86db7d-144b-4463-8b5a-729b8cbafb7f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.609383] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a03a66-6c75-4438-aeed-1da827e92c6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.615689] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6651d420-9e3d-4bef-903c-feba044be8fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.646753] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b59d6-f56d-4b39-86e8-977b1eab1f75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.654725] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaca3fa8-22dc-42e8-a4a2-10f7a30089dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.671269] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.673396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-00165780-65ad-4bb9-a15e-62bfc167e7df tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.252s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.702178] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701085, 'name': ReconfigVM_Task, 'duration_secs': 0.62885} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.702261] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473/8fc5ddf7-f2fa-4f28-8207-d54890845473.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.702978] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd1d5913-71a8-4ae8-8ca6-6d71bab0da1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.709030] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 652.709030] env[62622]: value = "task-2701086" [ 652.709030] env[62622]: _type = "Task" [ 652.709030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.717108] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701086, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.797786] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524cb215-663c-2225-76d0-007bacd3b470, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.798102] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.798342] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.798575] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.798726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.798881] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.799235] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b938c9-2902-46cc-9419-8d49fa7a4d98 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.807730] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.807913] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.808657] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bb951c-2684-4276-bf60-a73ed3676558 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.814646] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 652.814646] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5278ad12-c4fe-1eed-b1eb-d9e60cc99ae3" [ 652.814646] env[62622]: _type = "Task" [ 652.814646] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.823504] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5278ad12-c4fe-1eed-b1eb-d9e60cc99ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.954316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.954484] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.954634] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.099670] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.100344] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing instance network info cache due to event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.103411] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Acquiring lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.103411] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Acquired lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.103411] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.111055] env[62622]: INFO nova.compute.manager [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Took 41.06 seconds to build instance. [ 653.125992] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updated VIF entry in instance network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.126369] env[62622]: DEBUG nova.network.neutron [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [{"id": "91323298-80d5-4f9b-af48-b652679dbf2b", "address": "fa:16:3e:10:33:cc", "network": {"id": "358f6433-9e18-4299-b3cd-63615955b6be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1264948799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc1830f9c04a2fb617120a7c7d5a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91323298-80", "ovs_interfaceid": "91323298-80d5-4f9b-af48-b652679dbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.189335] env[62622]: ERROR nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [req-f067b149-87c2-475d-b5f1-8cedff05ebc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f067b149-87c2-475d-b5f1-8cedff05ebc2"}]} [ 653.205643] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.219262] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701086, 'name': Rename_Task, 'duration_secs': 0.145139} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.220211] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.220211] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1714c012-b7d2-4e1c-95c5-d19fd1a90f17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.223922] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.223922] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.226873] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Waiting for the task: (returnval){ [ 653.226873] env[62622]: value = "task-2701087" [ 653.226873] env[62622]: _type = "Task" [ 653.226873] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.235321] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.236182] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 653.258638] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 653.328396] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5278ad12-c4fe-1eed-b1eb-d9e60cc99ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.332421] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d430f53-2458-4b6e-b1c6-94cf94589020 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.337688] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 653.337688] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5291d15e-5a98-8895-6ede-b6d1a3306741" [ 653.337688] env[62622]: _type = "Task" [ 653.337688] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.345624] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5291d15e-5a98-8895-6ede-b6d1a3306741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.512255] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.615371] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6c85b5c9-6b28-4bb3-8478-3b1523674e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.312s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.628835] env[62622]: DEBUG oslo_concurrency.lockutils [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] Releasing lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.629408] env[62622]: DEBUG nova.compute.manager [req-7d85311a-ceda-4dbb-a07d-c95b23729bcb req-a639c6c7-4639-41fd-88ad-957fb45bf186 service nova] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Received event network-vif-deleted-47721eac-3c1f-4834-8bda-8b691ff5175a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.686271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d41a00-8864-4e1b-b65a-813e058daffc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.694144] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d06f1-9243-436b-892b-0a8e48764bdc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.746166] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02051b46-1fc4-4a13-bae8-c1b7a0c6e8d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.754133] env[62622]: DEBUG oslo_vmware.api [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Task: {'id': task-2701087, 'name': PowerOnVM_Task, 'duration_secs': 0.48178} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.756146] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.756383] env[62622]: DEBUG nova.compute.manager [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.757169] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2084164b-d520-453d-ba9e-97d31576f428 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.766327] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425b395-9851-4586-a496-fc4928330a16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.784983] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.851061] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5291d15e-5a98-8895-6ede-b6d1a3306741, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.851061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.851061] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] edc82f82-b70e-441f-82fa-b489a31175c9/edc82f82-b70e-441f-82fa-b489a31175c9.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.851061] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34fbc066-5f4f-44a5-a213-74465b126246 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.856556] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 653.856556] env[62622]: value = "task-2701088" [ 653.856556] env[62622]: _type = "Task" [ 653.856556] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.863983] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.880024] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updated VIF entry in instance network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.880024] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.118224] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.203577] env[62622]: DEBUG nova.network.neutron [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [{"id": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "address": "fa:16:3e:d2:72:9e", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f6e076-77", "ovs_interfaceid": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a884cb17-696b-4793-a7e4-59072443f47f", "address": "fa:16:3e:c1:2f:93", "network": {"id": "fdfb862c-3775-4076-bf14-2d95f60521a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1523345196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa884cb17-69", "ovs_interfaceid": "a884cb17-696b-4793-a7e4-59072443f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4075bedc-ab5c-4fd3-a762-e934a938339c", "address": "fa:16:3e:0c:c7:f9", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4075bedc-ab", "ovs_interfaceid": "4075bedc-ab5c-4fd3-a762-e934a938339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.300918] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.318349] env[62622]: ERROR nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] [req-d0fd5fa0-df2c-4910-b4a5-f885cbef4715] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0fd5fa0-df2c-4910-b4a5-f885cbef4715"}]} [ 654.337890] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.352285] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.352285] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.368740] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701088, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.369913] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.385053] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Releasing lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.385385] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-plugged-4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.385609] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.385818] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.385989] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.386156] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] No waiting events found dispatching network-vif-plugged-4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.386806] env[62622]: WARNING nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received unexpected event network-vif-plugged-4075bedc-ab5c-4fd3-a762-e934a938339c for instance with vm_state building and task_state spawning. [ 654.386806] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-changed-4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.386806] env[62622]: DEBUG nova.compute.manager [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing instance network info cache due to event network-changed-4075bedc-ab5c-4fd3-a762-e934a938339c. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.386969] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Acquiring lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.389305] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.506475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.506707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.575912] env[62622]: INFO nova.compute.manager [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Rebuilding instance [ 654.619280] env[62622]: DEBUG nova.compute.manager [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.620137] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae57635-7e95-43a7-8db2-3b49cddb7c2a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.637148] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.707349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.707349] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance network_info: |[{"id": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "address": "fa:16:3e:d2:72:9e", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f6e076-77", "ovs_interfaceid": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a884cb17-696b-4793-a7e4-59072443f47f", "address": "fa:16:3e:c1:2f:93", "network": {"id": "fdfb862c-3775-4076-bf14-2d95f60521a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1523345196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa884cb17-69", "ovs_interfaceid": "a884cb17-696b-4793-a7e4-59072443f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4075bedc-ab5c-4fd3-a762-e934a938339c", "address": "fa:16:3e:0c:c7:f9", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4075bedc-ab", "ovs_interfaceid": "4075bedc-ab5c-4fd3-a762-e934a938339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.707904] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Acquired lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707904] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Refreshing network info cache for port 4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.709672] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:72:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f6e076-7748-4e87-8689-598f2fcde3b7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:2f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a884cb17-696b-4793-a7e4-59072443f47f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c7:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4075bedc-ab5c-4fd3-a762-e934a938339c', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.727408] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Creating folder: Project (524df52a4bd047a184d91af4e931fa30). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.732775] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab88ee19-cfcd-49bc-9914-addedd9dc9d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.745155] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Created folder: Project (524df52a4bd047a184d91af4e931fa30) in parent group-v544184. [ 654.745155] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Creating folder: Instances. Parent ref: group-v544283. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.748818] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ce9d7ee-e0c6-498a-a819-180fa3cd5ae4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.759811] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Created folder: Instances in parent group-v544283. [ 654.759811] env[62622]: DEBUG oslo.service.loopingcall [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.760929] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.760929] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-247f13d1-7579-4e73-a699-e791dfaf914b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.790765] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.790765] env[62622]: value = "task-2701091" [ 654.790765] env[62622]: _type = "Task" [ 654.790765] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.800606] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701091, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.872739] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689244} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.873064] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] edc82f82-b70e-441f-82fa-b489a31175c9/edc82f82-b70e-441f-82fa-b489a31175c9.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.873278] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.873604] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e1d6faa-7817-46ed-9ca3-5da63979c10a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.878372] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167fc782-738d-40f3-8c15-4d6acdd32d53 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.883535] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 654.883535] env[62622]: value = "task-2701092" [ 654.883535] env[62622]: _type = "Task" [ 654.883535] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.890265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d29b91-d1b7-49a3-ad95-7e18fe7674a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.901039] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.927900] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2ce40d-6d4a-444f-b1bc-3ec1aab6e379 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.935487] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3df984-3ace-42d4-aca3-3f833f342e60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.950947] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.011080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.011080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.011080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "8fc5ddf7-f2fa-4f28-8207-d54890845473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.011357] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.011396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.013748] env[62622]: INFO nova.compute.manager [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Terminating instance [ 655.302858] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701091, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.394804] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.4232} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.394950] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.396023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554a897-d8a0-44ab-8d36-d24325087e58 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.419413] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] edc82f82-b70e-441f-82fa-b489a31175c9/edc82f82-b70e-441f-82fa-b489a31175c9.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.419710] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88fe74a-7100-48d7-b047-8b3610289439 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.444222] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 655.444222] env[62622]: value = "task-2701093" [ 655.444222] env[62622]: _type = "Task" [ 655.444222] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.452224] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.486082] env[62622]: DEBUG nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 655.486373] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 54 to 55 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.486563] env[62622]: DEBUG nova.compute.provider_tree [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.517054] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "refresh_cache-8fc5ddf7-f2fa-4f28-8207-d54890845473" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.517253] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquired lock "refresh_cache-8fc5ddf7-f2fa-4f28-8207-d54890845473" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.517428] env[62622]: DEBUG nova.network.neutron [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.555936] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updated VIF entry in instance network info cache for port 4075bedc-ab5c-4fd3-a762-e934a938339c. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.556479] env[62622]: DEBUG nova.network.neutron [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [{"id": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "address": "fa:16:3e:d2:72:9e", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f6e076-77", "ovs_interfaceid": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a884cb17-696b-4793-a7e4-59072443f47f", "address": "fa:16:3e:c1:2f:93", "network": {"id": "fdfb862c-3775-4076-bf14-2d95f60521a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1523345196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa884cb17-69", "ovs_interfaceid": "a884cb17-696b-4793-a7e4-59072443f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4075bedc-ab5c-4fd3-a762-e934a938339c", "address": "fa:16:3e:0c:c7:f9", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4075bedc-ab", "ovs_interfaceid": "4075bedc-ab5c-4fd3-a762-e934a938339c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.638574] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.638574] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3841f9-3ec2-4ef9-abaf-1aec7d9a2317 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.644720] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 655.644720] env[62622]: value = "task-2701094" [ 655.644720] env[62622]: _type = "Task" [ 655.644720] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.652970] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.800979] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701091, 'name': CreateVM_Task, 'duration_secs': 0.689577} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.800979] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.801815] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.801983] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.802324] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.802573] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59dde6e-ba3f-4ffa-8b14-644d577d94d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.806861] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 655.806861] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b121c-d4e3-47dd-4003-24c4bb056c0a" [ 655.806861] env[62622]: _type = "Task" [ 655.806861] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.814182] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b121c-d4e3-47dd-4003-24c4bb056c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.955929] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.992033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.419s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.995038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.315s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.995995] env[62622]: INFO nova.compute.claims [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.020729] env[62622]: INFO nova.scheduler.client.report [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Deleted allocations for instance d0aeec92-a07b-4562-9a57-f5d6aba5c637 [ 656.046370] env[62622]: DEBUG nova.network.neutron [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.061704] env[62622]: DEBUG oslo_concurrency.lockutils [req-b0fd270f-e984-4687-8c2a-1e994ba5c43f req-64ad2c8c-9192-4235-9f55-52c6313217d8 service nova] Releasing lock "refresh_cache-eb280aac-0b0e-4956-a37b-c97d910a9ecb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.106296] env[62622]: DEBUG nova.network.neutron [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.155344] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701094, 'name': PowerOffVM_Task, 'duration_secs': 0.33696} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.155553] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.155812] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.156703] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ddaa3-4fc3-4f14-8751-a9f80b488599 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.163264] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.163489] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101bb066-cceb-4594-adbc-cf293a48a19b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.316757] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b121c-d4e3-47dd-4003-24c4bb056c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.317049] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.317273] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.317509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.317635] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.317808] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.318085] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23472374-8c40-419f-9a24-6cf51af2f977 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.326281] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.326461] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.327197] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7f3ff0-3c23-41dc-8aeb-8600020e5d1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.333576] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 656.333576] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d83b6-9281-86e4-1b0e-723fad47e8fb" [ 656.333576] env[62622]: _type = "Task" [ 656.333576] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.340745] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d83b6-9281-86e4-1b0e-723fad47e8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.455483] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701093, 'name': ReconfigVM_Task, 'duration_secs': 0.725351} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.455864] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] edc82f82-b70e-441f-82fa-b489a31175c9/edc82f82-b70e-441f-82fa-b489a31175c9.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.456573] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e08a722-5f49-4004-bec1-dc00fe942db3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.463142] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 656.463142] env[62622]: value = "task-2701096" [ 656.463142] env[62622]: _type = "Task" [ 656.463142] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.471014] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701096, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.530946] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bbc1b03a-3434-47aa-83b7-7440d92ed5fd tempest-DeleteServersAdminTestJSON-166079081 tempest-DeleteServersAdminTestJSON-166079081-project-member] Lock "d0aeec92-a07b-4562-9a57-f5d6aba5c637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.115s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.608715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Releasing lock "refresh_cache-8fc5ddf7-f2fa-4f28-8207-d54890845473" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.609190] env[62622]: DEBUG nova.compute.manager [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.609396] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.610280] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51dd854-2097-4f4e-8c3f-a314a4e352ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.618968] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.618968] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2fbb9e-6a87-46a4-9dc3-32fc558dbf28 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.625288] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 656.625288] env[62622]: value = "task-2701097" [ 656.625288] env[62622]: _type = "Task" [ 656.625288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.633288] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.844267] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d83b6-9281-86e4-1b0e-723fad47e8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.845017] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38657b90-9a3c-47e1-8968-46817a5a8049 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.850688] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 656.850688] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521170f4-a8a1-cd69-b318-2f9819f86597" [ 656.850688] env[62622]: _type = "Task" [ 656.850688] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.858393] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521170f4-a8a1-cd69-b318-2f9819f86597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.972993] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701096, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.136514] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701097, 'name': PowerOffVM_Task, 'duration_secs': 0.109199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.138871] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.139061] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.139484] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcfecd4e-b63e-46a9-ac3d-0659976086d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.163755] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.163963] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.164158] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Deleting the datastore file [datastore1] 8fc5ddf7-f2fa-4f28-8207-d54890845473 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.164393] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee571bd-c50b-49c5-a98a-f564f58a2320 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.171136] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for the task: (returnval){ [ 657.171136] env[62622]: value = "task-2701099" [ 657.171136] env[62622]: _type = "Task" [ 657.171136] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.181920] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.361421] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521170f4-a8a1-cd69-b318-2f9819f86597, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.361688] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.361938] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] eb280aac-0b0e-4956-a37b-c97d910a9ecb/eb280aac-0b0e-4956-a37b-c97d910a9ecb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.362309] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d8c667-51eb-4a93-bd90-0840feb5d01e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.369083] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 657.369083] env[62622]: value = "task-2701100" [ 657.369083] env[62622]: _type = "Task" [ 657.369083] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.378801] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.400789] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd49170-f735-4aff-a57c-0b02131c9911 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.408265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a0b9b-c0c2-4111-90b2-499e9889d905 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.440077] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30094ee9-d005-4b41-8150-1ab0a6c7fe19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.448833] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe06b3a-5743-47ad-b859-83c106949507 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.462449] env[62622]: DEBUG nova.compute.provider_tree [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.472592] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701096, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.680836] env[62622]: DEBUG oslo_vmware.api [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Task: {'id': task-2701099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252093} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.681135] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.681327] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.681506] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.683876] env[62622]: INFO nova.compute.manager [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Took 1.07 seconds to destroy the instance on the hypervisor. [ 657.683876] env[62622]: DEBUG oslo.service.loopingcall [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.683876] env[62622]: DEBUG nova.compute.manager [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.683876] env[62622]: DEBUG nova.network.neutron [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.706207] env[62622]: DEBUG nova.network.neutron [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.879724] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701100, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.941479] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.941692] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.941892] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 4e937ba8-a669-4171-985d-c47523a93130 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.942316] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc41516-2101-4762-a77e-b02e61020f47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.948500] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 657.948500] env[62622]: value = "task-2701101" [ 657.948500] env[62622]: _type = "Task" [ 657.948500] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.957054] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.966252] env[62622]: DEBUG nova.scheduler.client.report [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.978916] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701096, 'name': Rename_Task, 'duration_secs': 1.171039} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.979283] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.979570] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3357b1c3-0b7f-4591-8f5a-ae0ad14cdf52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.988775] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 657.988775] env[62622]: value = "task-2701102" [ 657.988775] env[62622]: _type = "Task" [ 657.988775] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.210765] env[62622]: DEBUG nova.network.neutron [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.384654] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799666} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.384972] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] eb280aac-0b0e-4956-a37b-c97d910a9ecb/eb280aac-0b0e-4956-a37b-c97d910a9ecb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.385225] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.385515] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f57177-4cc8-4077-8ce1-775bed57e644 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.395446] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 658.395446] env[62622]: value = "task-2701103" [ 658.395446] env[62622]: _type = "Task" [ 658.395446] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.403235] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.458942] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383527} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.459260] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.459398] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.459575] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.474564] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.475085] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.477570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.496s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.479181] env[62622]: INFO nova.compute.claims [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.499923] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701102, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.713415] env[62622]: INFO nova.compute.manager [-] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Took 1.03 seconds to deallocate network for instance. [ 658.906451] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084655} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.906874] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.907895] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77722d09-dff0-4279-90be-d7893251f292 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.938918] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] eb280aac-0b0e-4956-a37b-c97d910a9ecb/eb280aac-0b0e-4956-a37b-c97d910a9ecb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.939239] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf14d26-0baa-457b-bf14-67916f9b08dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.962466] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 658.962466] env[62622]: value = "task-2701104" [ 658.962466] env[62622]: _type = "Task" [ 658.962466] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.971993] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.985356] env[62622]: DEBUG nova.compute.utils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.990018] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.990018] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.998837] env[62622]: DEBUG oslo_vmware.api [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701102, 'name': PowerOnVM_Task, 'duration_secs': 0.597126} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.999858] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.000102] env[62622]: INFO nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Took 10.17 seconds to spawn the instance on the hypervisor. [ 659.001341] env[62622]: DEBUG nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.001341] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10e621-687a-47a1-9556-44c607e5b282 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.032882] env[62622]: DEBUG nova.policy [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0dfa240b7da4206a9bca1ceec244903', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4275bad5694488283a5518b0601f31b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.226946] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.443259] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Successfully created port: ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.474360] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701104, 'name': ReconfigVM_Task, 'duration_secs': 0.309708} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.474894] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Reconfigured VM instance instance-0000001f to attach disk [datastore1] eb280aac-0b0e-4956-a37b-c97d910a9ecb/eb280aac-0b0e-4956-a37b-c97d910a9ecb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.475563] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e35cf52b-3c74-4d5e-9d15-0899e58ad483 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.484863] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 659.484863] env[62622]: value = "task-2701105" [ 659.484863] env[62622]: _type = "Task" [ 659.484863] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.493924] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.506018] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701105, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.508701] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.509029] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.509315] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.509536] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.510215] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.510215] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.510215] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.510519] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.510728] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.510922] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.511217] env[62622]: DEBUG nova.virt.hardware [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.518655] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c597f06-6e3c-4a1d-b0b3-fb32e88ea018 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.532216] env[62622]: INFO nova.compute.manager [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Took 36.84 seconds to build instance. [ 659.539066] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5d1b0-514a-4f67-b3d6-1b9383131e9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.560906] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:6e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db2c1e0-8fa2-427f-b094-bc6d9254ecbe', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.573025] env[62622]: DEBUG oslo.service.loopingcall [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.576311] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.576422] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca50008-c34d-497a-a048-b66490292e28 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.601868] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.601868] env[62622]: value = "task-2701106" [ 659.601868] env[62622]: _type = "Task" [ 659.601868] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.615675] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701106, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.006548] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701105, 'name': Rename_Task, 'duration_secs': 0.151433} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.011137] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.011943] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff4f18d-5929-489d-bca5-10f5b6a1c63e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.019777] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 660.019777] env[62622]: value = "task-2701107" [ 660.019777] env[62622]: _type = "Task" [ 660.019777] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.037335] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.051646] env[62622]: DEBUG oslo_concurrency.lockutils [None req-719136aa-2b7a-4792-9d92-50c5f24fc79d tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.663s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.084570] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9f2e0-4585-4d8b-8d5f-af6c3c81d63b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.093420] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd703e6-18a6-4f56-9ee6-aa77cafa6a80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.131460] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cac64a-0a56-4580-8266-7bcca3432de5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.141248] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701106, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.145268] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171bfd1-b2b2-4974-ad15-355d9c54df6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.160429] env[62622]: DEBUG nova.compute.provider_tree [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.507863] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.537421] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701107, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.540347] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.540743] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.540986] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.541408] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.541592] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.541831] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.542141] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.542381] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.542613] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.542830] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.543067] env[62622]: DEBUG nova.virt.hardware [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.543982] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db471f9-c98a-4640-8fa4-bcce7afb653d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.553223] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451976c2-26ff-4cba-a643-9040d14bc538 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.557071] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.640189] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701106, 'name': CreateVM_Task, 'duration_secs': 0.551238} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.640433] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.641212] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.641431] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.642127] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed46613a-50d7-4fa0-a0ca-eaa403c7a88f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.648101] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 660.648101] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523f774b-a406-e862-d1dd-201ef864d08a" [ 660.648101] env[62622]: _type = "Task" [ 660.648101] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.654961] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523f774b-a406-e862-d1dd-201ef864d08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.663050] env[62622]: DEBUG nova.scheduler.client.report [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.033080] env[62622]: DEBUG oslo_vmware.api [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701107, 'name': PowerOnVM_Task, 'duration_secs': 0.555432} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.033364] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.033598] env[62622]: INFO nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Took 14.91 seconds to spawn the instance on the hypervisor. [ 661.033797] env[62622]: DEBUG nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.034586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f6042-44f9-47bc-916f-01bdbb354cd8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.084976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.160026] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523f774b-a406-e862-d1dd-201ef864d08a, 'name': SearchDatastore_Task, 'duration_secs': 0.036289} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.160026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.160026] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.160026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.160026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.160026] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.160026] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe4487ae-2ae9-4c74-8ea6-63686e61d284 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.168163] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.168673] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.174020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.454s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.174020] env[62622]: INFO nova.compute.claims [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.176293] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.176472] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.177537] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9b81a5-38d2-4d92-bbfc-80d2bbfeb936 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.183465] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 661.183465] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a74335-2481-5f45-c842-52db990d36f0" [ 661.183465] env[62622]: _type = "Task" [ 661.183465] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.193456] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a74335-2481-5f45-c842-52db990d36f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.559783] env[62622]: INFO nova.compute.manager [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Took 41.16 seconds to build instance. [ 661.679136] env[62622]: DEBUG nova.compute.utils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.684806] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.687640] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.704025] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a74335-2481-5f45-c842-52db990d36f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.704025] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180dc1d4-1557-4f91-aadc-092c77182147 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.709752] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 661.709752] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e4c05a-dcc1-c9f6-0605-28cd21c935e6" [ 661.709752] env[62622]: _type = "Task" [ 661.709752] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.720952] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e4c05a-dcc1-c9f6-0605-28cd21c935e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.744023] env[62622]: DEBUG nova.policy [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.818893] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Successfully updated port: ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.904254] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.904494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.048596] env[62622]: DEBUG nova.compute.manager [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-vif-plugged-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.048596] env[62622]: DEBUG oslo_concurrency.lockutils [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] Acquiring lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.048596] env[62622]: DEBUG oslo_concurrency.lockutils [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.048596] env[62622]: DEBUG oslo_concurrency.lockutils [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.048596] env[62622]: DEBUG nova.compute.manager [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] No waiting events found dispatching network-vif-plugged-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.048596] env[62622]: WARNING nova.compute.manager [req-46eb2d0d-b0f4-48c7-84b1-211e48f93259 req-02db39be-12ec-47ae-a2a3-0f4d0b3eeb4f service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received unexpected event network-vif-plugged-ffe68bce-6740-4c49-98cf-f71081b8c539 for instance with vm_state building and task_state spawning. [ 662.067256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f5f7fde-d9a4-4b5a-ae55-d11abbbaa81e tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.134s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.074723] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Successfully created port: 7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.185673] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.227483] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e4c05a-dcc1-c9f6-0605-28cd21c935e6, 'name': SearchDatastore_Task, 'duration_secs': 0.035394} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.231189] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.231189] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.231189] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce27729a-cca1-4cbb-9aa0-b112e0700fbc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.237075] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 662.237075] env[62622]: value = "task-2701108" [ 662.237075] env[62622]: _type = "Task" [ 662.237075] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.246978] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.323772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.323772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.324030] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.573575] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.750571] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.755029] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf005229-fa38-46c3-ab9f-565c825e766d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.763717] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f128c6f9-4901-4f26-ac15-090c9557a07e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.797242] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff2b38-46df-4d6c-9a25-7e71c38cffaa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.806581] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7270b80a-529d-4e82-833f-fab2c436915f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.821356] env[62622]: DEBUG nova.compute.provider_tree [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.896800] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.994070] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.994362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.994537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.994715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.994885] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.999370] env[62622]: INFO nova.compute.manager [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Terminating instance [ 663.103230] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.104204] env[62622]: DEBUG nova.network.neutron [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.200408] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.226351] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.226658] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.226781] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.226966] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.227681] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.227872] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.228103] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.228271] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.228439] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.228596] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.228764] env[62622]: DEBUG nova.virt.hardware [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.229660] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810d57ca-bea0-4902-b74a-db08579744c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.237862] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f3106-2fbb-47b2-8ae7-dbc6e2dfc468 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.249961] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6422} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.257827] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.258052] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.258474] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d2c4362-a687-453c-b829-96b0b0649691 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.266509] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 663.266509] env[62622]: value = "task-2701109" [ 663.266509] env[62622]: _type = "Task" [ 663.266509] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.273857] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.325195] env[62622]: DEBUG nova.scheduler.client.report [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.509125] env[62622]: DEBUG nova.compute.manager [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.509125] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.509125] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0b188-9481-4716-82ef-6e9e18eaa92f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.517957] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.517957] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797b691a-63e3-458b-85fc-1699d5f06024 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.523021] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 663.523021] env[62622]: value = "task-2701110" [ 663.523021] env[62622]: _type = "Task" [ 663.523021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.531267] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.585709] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Successfully updated port: 7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.610178] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.610178] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Instance network_info: |[{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.610178] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffe68bce-6740-4c49-98cf-f71081b8c539', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.618035] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Creating folder: Project (e4275bad5694488283a5518b0601f31b). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.618747] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a9fc229-e575-4679-8c7f-2aaf08471b6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.631039] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Created folder: Project (e4275bad5694488283a5518b0601f31b) in parent group-v544184. [ 663.631039] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Creating folder: Instances. Parent ref: group-v544287. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.631039] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f5460ac-6fd4-49d4-b3d7-bfe949dafe18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.641012] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Created folder: Instances in parent group-v544287. [ 663.641273] env[62622]: DEBUG oslo.service.loopingcall [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.641463] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.641659] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed43209-1415-4ba2-84c9-93bbcddf12d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.660356] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.660356] env[62622]: value = "task-2701113" [ 663.660356] env[62622]: _type = "Task" [ 663.660356] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.668208] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701113, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.699300] env[62622]: DEBUG nova.compute.manager [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-vif-plugged-7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.699300] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.699300] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.699300] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.699513] env[62622]: DEBUG nova.compute.manager [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] No waiting events found dispatching network-vif-plugged-7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.699726] env[62622]: WARNING nova.compute.manager [req-c1c11d0a-3717-4655-b81b-114a653f4f31 req-e06f0119-83bb-40e1-a3e2-7a6208381de0 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received unexpected event network-vif-plugged-7b074ff6-791d-43e1-a796-7d2c126be1c5 for instance with vm_state building and task_state spawning. [ 663.776549] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199679} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.776844] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.777652] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec662ea-5109-4a32-9025-74fb1ca873f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.801370] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.801664] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3801420-bada-45d2-99f5-e0e4fd2269dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.820670] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 663.820670] env[62622]: value = "task-2701114" [ 663.820670] env[62622]: _type = "Task" [ 663.820670] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.829830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.830428] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.833400] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.837023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.195s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.837023] env[62622]: DEBUG nova.objects.instance [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lazy-loading 'resources' on Instance uuid 871e155a-5dcb-41bb-9863-0081f55bd928 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.035554] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701110, 'name': PowerOffVM_Task, 'duration_secs': 0.22082} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.035826] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.035994] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.036312] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa0e879-c0ff-4c7b-aa2a-5969da391d27 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.088307] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.088457] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.088607] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.109339] env[62622]: DEBUG nova.compute.manager [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.109921] env[62622]: DEBUG nova.compute.manager [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing instance network info cache due to event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.110254] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Acquiring lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.110512] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Acquired lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.110705] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.169279] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701113, 'name': CreateVM_Task, 'duration_secs': 0.378221} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.169474] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.170142] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.170308] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.170629] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.170865] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9b8318-27bc-4dac-938d-f2e919376e2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.175940] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 664.175940] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c83d21-79bb-47a6-65be-ad998182c25a" [ 664.175940] env[62622]: _type = "Task" [ 664.175940] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.183915] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c83d21-79bb-47a6-65be-ad998182c25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.331231] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.335605] env[62622]: DEBUG nova.compute.utils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.336922] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.337122] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.381038] env[62622]: DEBUG nova.policy [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b8989ff744c59b9848f6d5c2e2cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021576358d6c4a5990b97e583e555b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.683533] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Successfully created port: 360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.689319] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c83d21-79bb-47a6-65be-ad998182c25a, 'name': SearchDatastore_Task, 'duration_secs': 0.046538} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.689422] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.689613] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.689833] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.689973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.690431] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.690716] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9240be73-1ae8-4e6e-a721-ee96c6b52863 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699575] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.699764] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.700606] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535ff838-9b08-4342-8032-dfa26a55a00f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.705694] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 664.705694] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a4918-bb75-9cc0-80ba-ae9ee32fed9c" [ 664.705694] env[62622]: _type = "Task" [ 664.705694] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.709401] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.717864] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a4918-bb75-9cc0-80ba-ae9ee32fed9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.835973] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701114, 'name': ReconfigVM_Task, 'duration_secs': 0.971157} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.839207] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4e937ba8-a669-4171-985d-c47523a93130/4e937ba8-a669-4171-985d-c47523a93130.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.839399] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d03194-a0d6-42b2-b11f-c4ed87baa766 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.843801] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.847647] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 664.847647] env[62622]: value = "task-2701116" [ 664.847647] env[62622]: _type = "Task" [ 664.847647] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.856721] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701116, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.865531] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7006f894-c27a-463b-9b87-3a64bd5510d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.872993] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706e617-5c4f-4566-9996-ba8d129217ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.922986] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb6149b-a3fb-4487-92bd-79463ecd54b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.930834] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db84573-7579-4455-a0a9-1b4bbaaa9b10 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.945375] env[62622]: DEBUG nova.compute.provider_tree [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.965416] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.965621] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.965916] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleting the datastore file [datastore1] eb280aac-0b0e-4956-a37b-c97d910a9ecb {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.966619] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e0f33e-dc02-4063-a1fc-70750f567707 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.972622] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 664.972622] env[62622]: value = "task-2701117" [ 664.972622] env[62622]: _type = "Task" [ 664.972622] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.983812] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.986101] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updated VIF entry in instance network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.986454] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [{"id": "91323298-80d5-4f9b-af48-b652679dbf2b", "address": "fa:16:3e:10:33:cc", "network": {"id": "358f6433-9e18-4299-b3cd-63615955b6be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1264948799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc1830f9c04a2fb617120a7c7d5a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91323298-80", "ovs_interfaceid": "91323298-80d5-4f9b-af48-b652679dbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.051770] env[62622]: DEBUG nova.network.neutron [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.216401] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a4918-bb75-9cc0-80ba-ae9ee32fed9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.217197] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c08f48-1280-4d26-b43e-5a6d0b02b29e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.222417] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 665.222417] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c4a8a9-51f2-f5c5-208b-582294818a19" [ 665.222417] env[62622]: _type = "Task" [ 665.222417] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.234968] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c4a8a9-51f2-f5c5-208b-582294818a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.360929] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701116, 'name': Rename_Task, 'duration_secs': 0.220342} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.361244] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.361485] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088fb333-ff0a-4303-8c31-68b4998a1b08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.366856] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 665.366856] env[62622]: value = "task-2701118" [ 665.366856] env[62622]: _type = "Task" [ 665.366856] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.374531] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.448569] env[62622]: DEBUG nova.scheduler.client.report [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.483250] env[62622]: DEBUG oslo_vmware.api [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349336} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.483512] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.483696] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.483871] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.484057] env[62622]: INFO nova.compute.manager [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Took 1.98 seconds to destroy the instance on the hypervisor. [ 665.484307] env[62622]: DEBUG oslo.service.loopingcall [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.484495] env[62622]: DEBUG nova.compute.manager [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.484588] env[62622]: DEBUG nova.network.neutron [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.489057] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Releasing lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.489292] env[62622]: DEBUG nova.compute.manager [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.489459] env[62622]: DEBUG nova.compute.manager [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing instance network info cache due to event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.489660] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.489803] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.490142] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.556429] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.556750] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Instance network_info: |[{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.557185] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:70:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b074ff6-791d-43e1-a796-7d2c126be1c5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.567199] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating folder: Project (2275d2b1ca0747c49b4f50dfb975ef59). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.567715] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73beacea-0034-4eea-b77d-c069a8c280a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.584011] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created folder: Project (2275d2b1ca0747c49b4f50dfb975ef59) in parent group-v544184. [ 665.584011] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating folder: Instances. Parent ref: group-v544290. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.584011] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4727d9e-dba1-463f-a268-d57bce20371b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.592871] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created folder: Instances in parent group-v544290. [ 665.592955] env[62622]: DEBUG oslo.service.loopingcall [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.593148] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.593359] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8939c2-85f5-49cf-b87f-ff2519ea71de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.614395] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.614395] env[62622]: value = "task-2701121" [ 665.614395] env[62622]: _type = "Task" [ 665.614395] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.623481] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701121, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.738587] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c4a8a9-51f2-f5c5-208b-582294818a19, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.738875] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.739068] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/d16601ee-c321-4515-b37d-590dd35d8ed7.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.740273] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd09690-9a68-4496-b6af-f148123882ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.746237] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 665.746237] env[62622]: value = "task-2701122" [ 665.746237] env[62622]: _type = "Task" [ 665.746237] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.755253] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.861824] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.881831] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.897041] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.897432] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.897628] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.897892] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.898146] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.898384] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.898675] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.898887] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.899345] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.899774] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.900140] env[62622]: DEBUG nova.virt.hardware [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.901351] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53865ea4-e6e4-4132-884e-b6a0da43437b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.910914] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bea713-73e5-4d66-8904-a7142cefddf4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.951455] env[62622]: DEBUG nova.compute.manager [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-changed-7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.951546] env[62622]: DEBUG nova.compute.manager [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing instance network info cache due to event network-changed-7b074ff6-791d-43e1-a796-7d2c126be1c5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.951996] env[62622]: DEBUG oslo_concurrency.lockutils [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.951996] env[62622]: DEBUG oslo_concurrency.lockutils [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.952249] env[62622]: DEBUG nova.network.neutron [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing network info cache for port 7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.954281] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.956878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.842s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.000017] env[62622]: INFO nova.scheduler.client.report [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleted allocations for instance 871e155a-5dcb-41bb-9863-0081f55bd928 [ 666.127742] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701121, 'name': CreateVM_Task, 'duration_secs': 0.442126} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.128161] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.128796] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.129026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.129404] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.129718] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e2e854-d3b7-4a98-9b77-391e8d08749b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.135084] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 666.135084] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c16fe-c18d-fa0b-9f0d-caf7995f7dce" [ 666.135084] env[62622]: _type = "Task" [ 666.135084] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.143966] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c16fe-c18d-fa0b-9f0d-caf7995f7dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.204400] env[62622]: DEBUG nova.compute.manager [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.204815] env[62622]: DEBUG nova.compute.manager [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing instance network info cache due to event network-changed-91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 666.205025] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] Acquiring lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.205896] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] Acquired lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.205896] env[62622]: DEBUG nova.network.neutron [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Refreshing network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.256255] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701122, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.292013] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updated VIF entry in instance network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.292422] env[62622]: DEBUG nova.network.neutron [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.378569] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.428988] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Successfully updated port: 360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.510300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-08cf2927-b78d-4720-8055-275a5f86bc4d tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "871e155a-5dcb-41bb-9863-0081f55bd928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.018s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.648105] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c16fe-c18d-fa0b-9f0d-caf7995f7dce, 'name': SearchDatastore_Task, 'duration_secs': 0.05902} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.648521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.648818] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.649116] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.649354] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.649597] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.650157] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a27a305-e59c-452c-98a6-bbe19f1034aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.659558] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.659808] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.661741] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a387ccce-0293-4b6d-b287-43e14169f5d4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.667387] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 666.667387] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a16df-be02-5bc0-abac-0f58909a91b6" [ 666.667387] env[62622]: _type = "Task" [ 666.667387] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.679249] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a16df-be02-5bc0-abac-0f58909a91b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.680236] env[62622]: DEBUG nova.network.neutron [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updated VIF entry in instance network info cache for port 7b074ff6-791d-43e1-a796-7d2c126be1c5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.680643] env[62622]: DEBUG nova.network.neutron [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.758287] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563583} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.762071] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/d16601ee-c321-4515-b37d-590dd35d8ed7.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.762307] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.762638] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-350ea036-3de5-426d-bb3d-a3ed9ea073a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.769746] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 666.769746] env[62622]: value = "task-2701123" [ 666.769746] env[62622]: _type = "Task" [ 666.769746] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.778122] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.795616] env[62622]: DEBUG oslo_concurrency.lockutils [req-f5fb8ef1-f621-4426-9c92-3c4721e0b8c4 req-89d32e8b-c617-43c8-935d-411b568ba056 service nova] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.885809] env[62622]: DEBUG oslo_vmware.api [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701118, 'name': PowerOnVM_Task, 'duration_secs': 1.339004} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.886186] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.886484] env[62622]: DEBUG nova.compute.manager [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.888341] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ef069-f67e-4e88-bc2c-bbbdafefbfc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.932551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.932777] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.932901] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.997894] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 13652151-da46-4228-b335-104fe331c9c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998318] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 11c6c505-1909-4b81-ac40-b0ef4bd474ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998318] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 6416b9fa-2e09-4093-9f54-f1649c351ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998318] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eccccb48-b273-41ee-92b0-083c180e843f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998476] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998526] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8257caab-fe0b-4a23-b08f-1d9bed08cf8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.998640] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance da64bb9b-4db1-4304-99f2-cacd85bef36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998755] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 190ccc54-32b9-42c3-84c0-50ab8793c29c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998934] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 781fcdfe-3b6d-439b-ae11-26392217514d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.998993] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f7a67f22-ff06-4359-bbb0-c0501ac23e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.999216] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance d54c9ea3-38bc-4437-a05a-0e959540c2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.999352] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f75618ab-639c-4e5a-8462-904331efc0ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.999442] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f8c713cd-d776-4398-8ed5-edf4ee3b32b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.999560] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8fc5ddf7-f2fa-4f28-8207-d54890845473 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.999676] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 1d177e61-5103-40eb-8c16-173d5f88b4fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 666.999788] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance ff80c7ea-2f3c-462f-a141-a6f93f7a9245 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 666.999975] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 4e9f8da6-5c3f-4913-af13-a754789d3073 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 667.000049] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000123] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 4e937ba8-a669-4171-985d-c47523a93130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000231] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eb280aac-0b0e-4956-a37b-c97d910a9ecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000347] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance edc82f82-b70e-441f-82fa-b489a31175c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000542] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance d16601ee-c321-4515-b37d-590dd35d8ed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000753] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.000885] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.056812] env[62622]: DEBUG nova.network.neutron [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updated VIF entry in instance network info cache for port 91323298-80d5-4f9b-af48-b652679dbf2b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.057259] env[62622]: DEBUG nova.network.neutron [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [{"id": "91323298-80d5-4f9b-af48-b652679dbf2b", "address": "fa:16:3e:10:33:cc", "network": {"id": "358f6433-9e18-4299-b3cd-63615955b6be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1264948799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6edc1830f9c04a2fb617120a7c7d5a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91323298-80", "ovs_interfaceid": "91323298-80d5-4f9b-af48-b652679dbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.182019] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a16df-be02-5bc0-abac-0f58909a91b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.182019] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4124f9e-9bbb-4d41-b1d6-8b3766188dce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.184136] env[62622]: DEBUG oslo_concurrency.lockutils [req-f854a636-5750-47e1-ad13-4d30ebc502a8 req-b0d21cfb-f8cf-4c2f-a15c-499eddf26064 service nova] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.185921] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 667.185921] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5213e5dc-17d7-8913-b110-4ca6f588cbf1" [ 667.185921] env[62622]: _type = "Task" [ 667.185921] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.195187] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5213e5dc-17d7-8913-b110-4ca6f588cbf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.203790] env[62622]: DEBUG nova.network.neutron [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.281671] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0711} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.283333] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.284514] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23aca6-3d53-4dd8-a57c-a76cdfb1c0cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.306826] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/d16601ee-c321-4515-b37d-590dd35d8ed7.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.307865] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9ff349-57f2-42e3-a78e-7e75e96db0e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327406] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 667.327406] env[62622]: value = "task-2701124" [ 667.327406] env[62622]: _type = "Task" [ 667.327406] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.338477] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.417513] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.481656] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.503439] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 4f5650b2-b43e-4b2a-a5d7-294986f031ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 667.560305] env[62622]: DEBUG oslo_concurrency.lockutils [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] Releasing lock "refresh_cache-edc82f82-b70e-441f-82fa-b489a31175c9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.560566] env[62622]: DEBUG nova.compute.manager [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-deleted-4075bedc-ab5c-4fd3-a762-e934a938339c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.560746] env[62622]: INFO nova.compute.manager [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Neutron deleted interface 4075bedc-ab5c-4fd3-a762-e934a938339c; detaching it from the instance and deleting it from the info cache [ 667.561048] env[62622]: DEBUG nova.network.neutron [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [{"id": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "address": "fa:16:3e:d2:72:9e", "network": {"id": "a438e7c5-1979-4da6-b345-29fe215bda82", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-667546929", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f6e076-77", "ovs_interfaceid": "f7f6e076-7748-4e87-8689-598f2fcde3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a884cb17-696b-4793-a7e4-59072443f47f", "address": "fa:16:3e:c1:2f:93", "network": {"id": "fdfb862c-3775-4076-bf14-2d95f60521a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1523345196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa884cb17-69", "ovs_interfaceid": "a884cb17-696b-4793-a7e4-59072443f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.673655] env[62622]: DEBUG nova.network.neutron [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Updating instance_info_cache with network_info: [{"id": "360478a5-cd8a-475b-b329-f0b81536e328", "address": "fa:16:3e:5c:5f:29", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360478a5-cd", "ovs_interfaceid": "360478a5-cd8a-475b-b329-f0b81536e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.697381] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5213e5dc-17d7-8913-b110-4ca6f588cbf1, 'name': SearchDatastore_Task, 'duration_secs': 0.035451} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.697651] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.697909] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3/0ea6a69d-affb-4bb8-bb53-e53324dcc4e3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.698429] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18593b6e-5409-4438-9bc5-c259383894ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.704141] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 667.704141] env[62622]: value = "task-2701125" [ 667.704141] env[62622]: _type = "Task" [ 667.704141] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.707467] env[62622]: INFO nova.compute.manager [-] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Took 2.22 seconds to deallocate network for instance. [ 667.715438] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.715990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.715990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.716125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.716223] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.717513] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.717928] env[62622]: INFO nova.compute.manager [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Terminating instance [ 667.785112] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "edc82f82-b70e-441f-82fa-b489a31175c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.785455] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.785676] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.785857] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.786035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.788045] env[62622]: INFO nova.compute.manager [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Terminating instance [ 667.838161] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701124, 'name': ReconfigVM_Task, 'duration_secs': 0.294091} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.838525] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/d16601ee-c321-4515-b37d-590dd35d8ed7.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.839468] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c8fefb-916c-4430-b5ce-45d8c7c89180 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.846880] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 667.846880] env[62622]: value = "task-2701126" [ 667.846880] env[62622]: _type = "Task" [ 667.846880] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.855262] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701126, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.007532] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance fc87febd-ab1e-4f0c-ad71-b3d9a41753a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.030490] env[62622]: DEBUG nova.compute.manager [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Received event network-vif-plugged-360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.030490] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Acquiring lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.030490] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.030623] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.030801] env[62622]: DEBUG nova.compute.manager [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] No waiting events found dispatching network-vif-plugged-360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.031026] env[62622]: WARNING nova.compute.manager [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Received unexpected event network-vif-plugged-360478a5-cd8a-475b-b329-f0b81536e328 for instance with vm_state building and task_state spawning. [ 668.031286] env[62622]: DEBUG nova.compute.manager [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Received event network-changed-360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.031539] env[62622]: DEBUG nova.compute.manager [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Refreshing instance network info cache due to event network-changed-360478a5-cd8a-475b-b329-f0b81536e328. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.031775] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Acquiring lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.066867] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63171ffd-e6e9-4bbd-b0f0-20f084f56366 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.076914] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1d891-f32c-4a06-ac78-a34674d3b96c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.114044] env[62622]: DEBUG nova.compute.manager [req-3c757444-dd2e-4e35-bdd6-6f747e5dbb22 req-10b760c3-6ecb-4f95-8646-fcb02bcae481 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Detach interface failed, port_id=4075bedc-ab5c-4fd3-a762-e934a938339c, reason: Instance eb280aac-0b0e-4956-a37b-c97d910a9ecb could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 668.176585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.177132] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Instance network_info: |[{"id": "360478a5-cd8a-475b-b329-f0b81536e328", "address": "fa:16:3e:5c:5f:29", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360478a5-cd", "ovs_interfaceid": "360478a5-cd8a-475b-b329-f0b81536e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.177535] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Acquired lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.177831] env[62622]: DEBUG nova.network.neutron [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Refreshing network info cache for port 360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.180368] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5f:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '360478a5-cd8a-475b-b329-f0b81536e328', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.193721] env[62622]: DEBUG oslo.service.loopingcall [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.198414] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.199245] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8a1548-f895-41ff-8d97-7eb785c032a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.229352] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.229352] env[62622]: DEBUG nova.compute.manager [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.229352] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.233681] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc1e9e5-7b18-429c-a199-5d42f7072b75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.242699] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.246467] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.246467] env[62622]: value = "task-2701127" [ 668.246467] env[62622]: _type = "Task" [ 668.246467] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.247292] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.247761] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73372c0a-3dba-4247-a2df-8562b0caaf3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.258960] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701127, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.260701] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 668.260701] env[62622]: value = "task-2701128" [ 668.260701] env[62622]: _type = "Task" [ 668.260701] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.271323] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.291614] env[62622]: DEBUG nova.compute.manager [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.291883] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.293306] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e1bd6-90f4-4859-8111-29015bbbfb61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.300984] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.301364] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f09572a-686b-4c79-9bcc-2b2e8dedf2d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.309143] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 668.309143] env[62622]: value = "task-2701129" [ 668.309143] env[62622]: _type = "Task" [ 668.309143] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.324437] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.360034] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701126, 'name': Rename_Task, 'duration_secs': 0.152877} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.360034] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.360034] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87eaa162-975b-4840-ab62-09b8308cb057 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.364447] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 668.364447] env[62622]: value = "task-2701130" [ 668.364447] env[62622]: _type = "Task" [ 668.364447] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.373063] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.385190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "4e937ba8-a669-4171-985d-c47523a93130" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.386461] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.386862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "4e937ba8-a669-4171-985d-c47523a93130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.387556] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.387888] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.390457] env[62622]: INFO nova.compute.manager [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Terminating instance [ 668.511264] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance de77b060-da1a-4616-ad6b-fc7942eb8c3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.541984] env[62622]: DEBUG nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-deleted-f7f6e076-7748-4e87-8689-598f2fcde3b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.542189] env[62622]: INFO nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Neutron deleted interface f7f6e076-7748-4e87-8689-598f2fcde3b7; detaching it from the instance and deleting it from the info cache [ 668.542546] env[62622]: DEBUG nova.network.neutron [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [{"id": "a884cb17-696b-4793-a7e4-59072443f47f", "address": "fa:16:3e:c1:2f:93", "network": {"id": "fdfb862c-3775-4076-bf14-2d95f60521a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1523345196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa884cb17-69", "ovs_interfaceid": "a884cb17-696b-4793-a7e4-59072443f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.688701] env[62622]: DEBUG nova.network.neutron [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Updated VIF entry in instance network info cache for port 360478a5-cd8a-475b-b329-f0b81536e328. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.689183] env[62622]: DEBUG nova.network.neutron [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Updating instance_info_cache with network_info: [{"id": "360478a5-cd8a-475b-b329-f0b81536e328", "address": "fa:16:3e:5c:5f:29", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap360478a5-cd", "ovs_interfaceid": "360478a5-cd8a-475b-b329-f0b81536e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.739385] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.739650] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3/0ea6a69d-affb-4bb8-bb53-e53324dcc4e3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.739878] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.740207] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ab0e9d-738c-4961-a0c9-4c4a266a5fca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.746741] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 668.746741] env[62622]: value = "task-2701131" [ 668.746741] env[62622]: _type = "Task" [ 668.746741] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.756931] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.759997] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701127, 'name': CreateVM_Task, 'duration_secs': 0.477575} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.760168] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.760822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.760981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.761351] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.761641] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d89b44-2e9e-4aa4-a603-279f884a4ca7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.768916] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 668.768916] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52987b4a-b953-c2d3-b2f0-c46fcff9285c" [ 668.768916] env[62622]: _type = "Task" [ 668.768916] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.771927] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701128, 'name': PowerOffVM_Task, 'duration_secs': 0.291497} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.774860] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.775060] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.775298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94deb95c-dfc9-4a9b-8e33-b3875b593b79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.781453] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52987b4a-b953-c2d3-b2f0-c46fcff9285c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.825404] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701129, 'name': PowerOffVM_Task, 'duration_secs': 0.240125} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.825841] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.825841] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.826128] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de4416d9-26ac-4b19-9ced-446d4056f8df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.844293] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.844543] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.844749] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleting the datastore file [datastore2] 6416b9fa-2e09-4093-9f54-f1649c351ba7 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.845015] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac1ba2d-04d4-4c54-adb8-3a4235eaa906 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.851402] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for the task: (returnval){ [ 668.851402] env[62622]: value = "task-2701134" [ 668.851402] env[62622]: _type = "Task" [ 668.851402] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.858847] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.873621] env[62622]: DEBUG oslo_vmware.api [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701130, 'name': PowerOnVM_Task, 'duration_secs': 0.489853} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.873907] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.874139] env[62622]: INFO nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Took 8.37 seconds to spawn the instance on the hypervisor. [ 668.874471] env[62622]: DEBUG nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.875367] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88537d-cd78-4f29-a045-ac89da695ac4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895048] env[62622]: DEBUG nova.compute.manager [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.895391] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.896939] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d71b96-f0a2-4724-a3fb-a0525c97f7ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.902397] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.903133] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.903337] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Deleting the datastore file [datastore1] edc82f82-b70e-441f-82fa-b489a31175c9 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.904321] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16666b3-d9b9-4594-be88-10459d5ed000 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.910711] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.911693] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef54112a-6c40-4583-aa4b-3cb1dd0ed9eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.915391] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for the task: (returnval){ [ 668.915391] env[62622]: value = "task-2701135" [ 668.915391] env[62622]: _type = "Task" [ 668.915391] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.920602] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 668.920602] env[62622]: value = "task-2701136" [ 668.920602] env[62622]: _type = "Task" [ 668.920602] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.929343] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.935492] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.015227] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance efe5672b-3623-4497-87a8-2672c086352e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.047527] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6049ef54-d899-49bc-833c-5c02cb47173d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.059706] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8980f6-e4ed-424d-a330-2fd2bacc508d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.102244] env[62622]: DEBUG nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Detach interface failed, port_id=f7f6e076-7748-4e87-8689-598f2fcde3b7, reason: Instance eb280aac-0b0e-4956-a37b-c97d910a9ecb could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 669.102506] env[62622]: DEBUG nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Received event network-vif-deleted-a884cb17-696b-4793-a7e4-59072443f47f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.102719] env[62622]: INFO nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Neutron deleted interface a884cb17-696b-4793-a7e4-59072443f47f; detaching it from the instance and deleting it from the info cache [ 669.102892] env[62622]: DEBUG nova.network.neutron [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.154883] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.155295] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.192179] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b92a47f-cee3-4ecd-9b50-2ef1153ba8f3 req-99260355-eb19-4c4b-9ea1-2850451731f2 service nova] Releasing lock "refresh_cache-5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.256517] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068761} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.256771] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.257553] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3556768c-dcfa-462c-b943-6d13ad682e5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.279487] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3/0ea6a69d-affb-4bb8-bb53-e53324dcc4e3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.279815] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6aea20-e721-4b37-9a8e-dfb2fc88bfb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.303218] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52987b4a-b953-c2d3-b2f0-c46fcff9285c, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.303940] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.304218] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.304344] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.304484] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.304657] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.304959] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 669.304959] env[62622]: value = "task-2701137" [ 669.304959] env[62622]: _type = "Task" [ 669.304959] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.305156] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ac9b48-ab0c-4820-aa51-e6e93b20d1df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.315700] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.316729] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.316898] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.317576] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8dbd43-d9b3-4f57-bda9-4d9b4bfac03b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.322385] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 669.322385] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52273656-fa2b-9492-baf8-2e5abb55ee63" [ 669.322385] env[62622]: _type = "Task" [ 669.322385] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.330436] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52273656-fa2b-9492-baf8-2e5abb55ee63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.359911] env[62622]: DEBUG oslo_vmware.api [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Task: {'id': task-2701134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257908} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.360183] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.360380] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.360553] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.360721] env[62622]: INFO nova.compute.manager [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 669.360956] env[62622]: DEBUG oslo.service.loopingcall [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.361173] env[62622]: DEBUG nova.compute.manager [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.361862] env[62622]: DEBUG nova.network.neutron [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.392861] env[62622]: INFO nova.compute.manager [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Took 43.74 seconds to build instance. [ 669.427622] env[62622]: DEBUG oslo_vmware.api [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Task: {'id': task-2701135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239307} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.430974] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.432120] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.432120] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.432120] env[62622]: INFO nova.compute.manager [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 669.432120] env[62622]: DEBUG oslo.service.loopingcall [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.432120] env[62622]: DEBUG nova.compute.manager [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.432120] env[62622]: DEBUG nova.network.neutron [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.438941] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701136, 'name': PowerOffVM_Task, 'duration_secs': 0.217721} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.438941] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.438941] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.439233] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde610f3-88fc-432c-9966-b27336e394d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.518024] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.524602] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.524874] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.524992] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 4e937ba8-a669-4171-985d-c47523a93130 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.525265] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2c196c9-3b2c-455c-bf2a-34911aad2302 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.532064] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 669.532064] env[62622]: value = "task-2701139" [ 669.532064] env[62622]: _type = "Task" [ 669.532064] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.540907] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.606094] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feb0a866-0420-432c-8961-4ed74e57243e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.615333] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58382b5e-102c-4c01-886a-4bbd55bdb987 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.648058] env[62622]: DEBUG nova.compute.manager [req-7dfd6d38-274b-4ee6-a733-d52db4768cd3 req-787057ac-384d-48af-8fc8-0f2016597c59 service nova] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Detach interface failed, port_id=a884cb17-696b-4793-a7e4-59072443f47f, reason: Instance eb280aac-0b0e-4956-a37b-c97d910a9ecb could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 669.649184] env[62622]: DEBUG nova.network.neutron [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.817923] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.834041] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52273656-fa2b-9492-baf8-2e5abb55ee63, 'name': SearchDatastore_Task, 'duration_secs': 0.021534} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.834395] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877e721d-9737-4248-a9ff-1c343100420e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.840015] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 669.840015] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf9550-43ae-72e2-23f0-cc3797ac5dc9" [ 669.840015] env[62622]: _type = "Task" [ 669.840015] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.849072] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf9550-43ae-72e2-23f0-cc3797ac5dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.899541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-04d06d4e-bd4c-44fd-82d2-60a0bf47b0f0 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.321s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.021033] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.043063] env[62622]: DEBUG oslo_vmware.api [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461059} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.043354] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.043577] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.043784] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.043961] env[62622]: INFO nova.compute.manager [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Took 1.15 seconds to destroy the instance on the hypervisor. [ 670.044216] env[62622]: DEBUG oslo.service.loopingcall [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.044405] env[62622]: DEBUG nova.compute.manager [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.044501] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.059718] env[62622]: DEBUG nova.compute.manager [req-3c56b63a-bd06-4ab2-93e7-fb26cd409efb req-780b97e2-f97a-474a-a341-9a340719b935 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Received event network-vif-deleted-91323298-80d5-4f9b-af48-b652679dbf2b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.059908] env[62622]: INFO nova.compute.manager [req-3c56b63a-bd06-4ab2-93e7-fb26cd409efb req-780b97e2-f97a-474a-a341-9a340719b935 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Neutron deleted interface 91323298-80d5-4f9b-af48-b652679dbf2b; detaching it from the instance and deleting it from the info cache [ 670.060085] env[62622]: DEBUG nova.network.neutron [req-3c56b63a-bd06-4ab2-93e7-fb26cd409efb req-780b97e2-f97a-474a-a341-9a340719b935 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.151584] env[62622]: INFO nova.compute.manager [-] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Took 0.79 seconds to deallocate network for instance. [ 670.184327] env[62622]: DEBUG nova.network.neutron [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.316936] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701137, 'name': ReconfigVM_Task, 'duration_secs': 0.781492} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.317247] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3/0ea6a69d-affb-4bb8-bb53-e53324dcc4e3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.317842] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de749af9-a342-4509-b41c-2545102da65e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.324679] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 670.324679] env[62622]: value = "task-2701140" [ 670.324679] env[62622]: _type = "Task" [ 670.324679] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.333471] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701140, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.349652] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf9550-43ae-72e2-23f0-cc3797ac5dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.018986} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.349983] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.350288] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6/5ce9d055-de77-4d8e-9c0d-a83ec84d41b6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.350559] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56bd23ed-8bf8-41bf-bb91-de5f29aaf627 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.358156] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 670.358156] env[62622]: value = "task-2701141" [ 670.358156] env[62622]: _type = "Task" [ 670.358156] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.365583] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.382115] env[62622]: INFO nova.compute.manager [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Rescuing [ 670.382389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.382554] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.382712] env[62622]: DEBUG nova.network.neutron [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.404123] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.523814] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f07d79c3-f64f-43e9-9828-9a67fb370962 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.562498] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c11cf0fd-81ae-49b8-84ba-4ac284c6e050 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.567194] env[62622]: DEBUG nova.compute.manager [req-8c0fe8ee-44d5-449d-8d8b-75e9b6598aa5 req-e15a495f-38dc-4163-9e10-1760bca80b93 service nova] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Received event network-vif-deleted-0bc7e66f-d0f5-4195-b5da-574fcea7c001 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.575609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959d2be-b6c7-4256-b849-5aae3e69f848 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.612029] env[62622]: DEBUG nova.compute.manager [req-3c56b63a-bd06-4ab2-93e7-fb26cd409efb req-780b97e2-f97a-474a-a341-9a340719b935 service nova] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Detach interface failed, port_id=91323298-80d5-4f9b-af48-b652679dbf2b, reason: Instance edc82f82-b70e-441f-82fa-b489a31175c9 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 670.658102] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.687195] env[62622]: INFO nova.compute.manager [-] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Took 1.25 seconds to deallocate network for instance. [ 670.785556] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.834957] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701140, 'name': Rename_Task, 'duration_secs': 0.147093} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.835455] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.835504] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6eaac2-012d-4676-a4d2-53a6cec164b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.842836] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 670.842836] env[62622]: value = "task-2701142" [ 670.842836] env[62622]: _type = "Task" [ 670.842836] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.850515] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.867802] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488638} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.867802] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6/5ce9d055-de77-4d8e-9c0d-a83ec84d41b6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.868010] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.868320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d95190-f54f-47d1-b839-2b2ad63b54f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.874520] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 670.874520] env[62622]: value = "task-2701143" [ 670.874520] env[62622]: _type = "Task" [ 670.874520] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.884104] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.009754] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.027907] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 998aa1dd-624f-47ce-9f22-8e67a78d3bcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.079797] env[62622]: DEBUG nova.network.neutron [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.193973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.288925] env[62622]: INFO nova.compute.manager [-] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Took 1.24 seconds to deallocate network for instance. [ 671.353963] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.386598] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077811} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.386935] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.387886] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7875904e-509a-4a1a-83b4-d1398309d2bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.413291] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6/5ce9d055-de77-4d8e-9c0d-a83ec84d41b6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.414038] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5121b654-13d5-4b27-9076-ab2653cbb3a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.432587] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 671.432587] env[62622]: value = "task-2701144" [ 671.432587] env[62622]: _type = "Task" [ 671.432587] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.440903] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.531019] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 1fbdb66e-9fa8-4896-b2cb-7e27650e4102 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.531932] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 671.531932] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 671.582907] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.795263] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.854826] env[62622]: DEBUG oslo_vmware.api [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701142, 'name': PowerOnVM_Task, 'duration_secs': 0.530199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.855204] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.855433] env[62622]: INFO nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Took 8.65 seconds to spawn the instance on the hypervisor. [ 671.855609] env[62622]: DEBUG nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.856393] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e7996-9069-4f86-8ff1-a74641b374e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.927190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e6041-965e-4db6-b12f-51cb44d2c1c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.938654] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4dd2f-71ba-4270-9f13-1619c77b3961 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.947622] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701144, 'name': ReconfigVM_Task, 'duration_secs': 0.310667} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.971876] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6/5ce9d055-de77-4d8e-9c0d-a83ec84d41b6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.973113] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4545a8-f1e2-4007-b0a5-a1c330c7f763 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.975343] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32230702-04f0-4150-9641-e6bd1114630b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.985928] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd6350-47d0-488e-8a5a-6186435ea2d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.989570] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 671.989570] env[62622]: value = "task-2701145" [ 671.989570] env[62622]: _type = "Task" [ 671.989570] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.000304] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.007179] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701145, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.087692] env[62622]: DEBUG nova.compute.manager [req-caf07a3f-c9a2-498c-b76d-14702fc5a3ce req-ce9745e3-033b-4097-8910-bf0e526ea5a7 service nova] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Received event network-vif-deleted-7db2c1e0-8fa2-427f-b094-bc6d9254ecbe {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.376792] env[62622]: INFO nova.compute.manager [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Took 42.42 seconds to build instance. [ 672.500609] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701145, 'name': Rename_Task, 'duration_secs': 0.14216} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.500812] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.501181] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78dfe27-2c91-4fbe-8257-8141e19cb7ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.510139] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 672.510139] env[62622]: value = "task-2701146" [ 672.510139] env[62622]: _type = "Task" [ 672.510139] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.517511] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.520180] env[62622]: ERROR nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [req-297ac18e-7e11-4eb4-8130-6524e10e521b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-297ac18e-7e11-4eb4-8130-6524e10e521b"}]} [ 672.537039] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.555526] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.556744] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.567642] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.587188] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.879057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3980ae36-120f-438d-a862-e82f67008090 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.511s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.019508] env[62622]: DEBUG oslo_vmware.api [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701146, 'name': PowerOnVM_Task, 'duration_secs': 0.477452} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.020635] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.020817] env[62622]: INFO nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Took 7.16 seconds to spawn the instance on the hypervisor. [ 673.020999] env[62622]: DEBUG nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.021790] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7cf585-cc48-4c54-8f7c-142754f574da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.024647] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b37db-713d-4bf7-b9a1-69fb585fb6de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.033169] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfce56-3b9b-4b53-ae14-af3c3532fe06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.070898] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8d2af1-20e1-4e35-b9de-f8a9764fc962 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.080057] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ceec6a-de99-4132-8827-ad2e56e4b666 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.095583] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.122980] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.123298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48733a1a-1e5c-4bca-8e42-7b29d25989e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.130720] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 673.130720] env[62622]: value = "task-2701147" [ 673.130720] env[62622]: _type = "Task" [ 673.130720] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.141351] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.345150] env[62622]: DEBUG nova.compute.manager [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-changed-7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.345150] env[62622]: DEBUG nova.compute.manager [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing instance network info cache due to event network-changed-7b074ff6-791d-43e1-a796-7d2c126be1c5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.345150] env[62622]: DEBUG oslo_concurrency.lockutils [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.345150] env[62622]: DEBUG oslo_concurrency.lockutils [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.345150] env[62622]: DEBUG nova.network.neutron [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing network info cache for port 7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.383908] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.550296] env[62622]: INFO nova.compute.manager [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Took 39.85 seconds to build instance. [ 673.628614] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.628850] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 57 to 58 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.629011] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.641526] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701147, 'name': PowerOffVM_Task, 'duration_secs': 0.194572} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.641776] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.642684] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1828e0d-295e-417a-b524-d93a278faba6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.664112] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915445d-d6ff-4fc1-97da-187f9776e74b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.696301] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.697523] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-378ea09b-fd02-4e78-9bfe-7f51253c6832 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.706998] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 673.706998] env[62622]: value = "task-2701148" [ 673.706998] env[62622]: _type = "Task" [ 673.706998] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.715562] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 673.715763] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.716285] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.716830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.716830] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.717127] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70cb9348-72c6-48bb-9860-9d29956e6612 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.728038] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.728038] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.728038] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8e6e67-a43c-43d0-8999-078cc80f5b5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.732915] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 673.732915] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ba791f-9c22-408b-ed15-9204ed677bf2" [ 673.732915] env[62622]: _type = "Task" [ 673.732915] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.741160] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ba791f-9c22-408b-ed15-9204ed677bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.903475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.051675] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b38bfc68-0de3-43e9-a20b-41acf580bcce tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.374s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.074220] env[62622]: DEBUG nova.network.neutron [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updated VIF entry in instance network info cache for port 7b074ff6-791d-43e1-a796-7d2c126be1c5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.074634] env[62622]: DEBUG nova.network.neutron [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.135068] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 674.135190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.178s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.135417] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.316s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.136981] env[62622]: INFO nova.compute.claims [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.209927] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b558d73-b81a-47c1-818d-e45cc0022a82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.217174] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Suspending the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 674.217396] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2e6c428-ec41-496a-a43f-2d08d46a12fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.223602] env[62622]: DEBUG oslo_vmware.api [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 674.223602] env[62622]: value = "task-2701149" [ 674.223602] env[62622]: _type = "Task" [ 674.223602] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.232166] env[62622]: DEBUG oslo_vmware.api [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701149, 'name': SuspendVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.241604] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ba791f-9c22-408b-ed15-9204ed677bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.242383] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4c4cf0-6de1-419d-ad18-f42d36ff8f71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.247477] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 674.247477] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5239eec8-bf7f-3ed7-7859-88be788df150" [ 674.247477] env[62622]: _type = "Task" [ 674.247477] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.254987] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5239eec8-bf7f-3ed7-7859-88be788df150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.556653] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.578465] env[62622]: DEBUG oslo_concurrency.lockutils [req-8dd8e3f8-03cb-47b3-8b58-5f1a341a907b req-57f32c31-8211-463d-93f1-6a1d41104157 service nova] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.734204] env[62622]: DEBUG oslo_vmware.api [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701149, 'name': SuspendVM_Task} progress is 54%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.759430] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5239eec8-bf7f-3ed7-7859-88be788df150, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.759734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.760052] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 674.760353] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d1a5077-4880-4fc5-8d9d-d73733e77a52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.767336] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 674.767336] env[62622]: value = "task-2701150" [ 674.767336] env[62622]: _type = "Task" [ 674.767336] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.776153] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.080972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.238100] env[62622]: DEBUG oslo_vmware.api [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701149, 'name': SuspendVM_Task, 'duration_secs': 0.757935} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.238407] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Suspended the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 675.238614] env[62622]: DEBUG nova.compute.manager [None req-2cb45d74-fdc0-46be-9695-f04be1a1b1e8 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.239483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cacc2ac-afcd-4da5-9865-f040a2a99aec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.280212] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.558696] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621c940-224a-443a-951a-d5e3e43579c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.565874] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8bf2ea-bb64-416e-a5c0-f2cdeabc3e2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.594777] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166c733-fc81-4e3c-890b-05ea2d27824a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.602322] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15389fb-eb91-474e-8f0f-a0a68f748026 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.615339] env[62622]: DEBUG nova.compute.provider_tree [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.778011] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764885} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.778316] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 675.779108] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a831d09-08ac-4a45-8ca0-c2ff3ae44d1c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.804101] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.804383] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da8b3a9-7a51-47c5-af84-824abbbbe7bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.822593] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 675.822593] env[62622]: value = "task-2701151" [ 675.822593] env[62622]: _type = "Task" [ 675.822593] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.833785] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.119306] env[62622]: DEBUG nova.scheduler.client.report [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.161366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.163813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.163813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.163813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.163813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.164835] env[62622]: INFO nova.compute.manager [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Terminating instance [ 676.332388] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701151, 'name': ReconfigVM_Task, 'duration_secs': 0.317219} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.332680] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.333528] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed947894-c9b7-4090-98c7-3f2ff5d16d13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.358204] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dcad30-47ba-470e-8fd0-2bc76eb49fa9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.372530] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 676.372530] env[62622]: value = "task-2701152" [ 676.372530] env[62622]: _type = "Task" [ 676.372530] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.379976] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.625914] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.626432] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.629972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.371s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.629972] env[62622]: DEBUG nova.objects.instance [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.669688] env[62622]: DEBUG nova.compute.manager [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.669880] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.671035] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9780e7e-390f-4d26-b8d4-0493c68f6824 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.679060] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.680137] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37997ea5-1070-44d3-b67c-5f5f161980d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.691676] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 676.691676] env[62622]: value = "task-2701153" [ 676.691676] env[62622]: _type = "Task" [ 676.691676] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.700101] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.743211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.743358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.882885] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701152, 'name': ReconfigVM_Task, 'duration_secs': 0.152041} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.883321] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.883561] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b464fe-d2c9-4ee8-8613-46c5514db918 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.890693] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 676.890693] env[62622]: value = "task-2701154" [ 676.890693] env[62622]: _type = "Task" [ 676.890693] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.899318] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.134218] env[62622]: DEBUG nova.compute.utils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.138446] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.138592] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.178636] env[62622]: DEBUG nova.policy [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ff645a040147e6a12a5d2dbfe65c56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82cdef9be26d468287d2ca99773ca0ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.202440] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701153, 'name': PowerOffVM_Task, 'duration_secs': 0.481015} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.202741] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.202928] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.203228] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c95367ab-0b4f-4166-a39e-4cf0520dde67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.264053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.264053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.264253] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleting the datastore file [datastore1] 11c6c505-1909-4b81-ac40-b0ef4bd474ff {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.264517] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee4c6745-77de-498d-8e88-83c8380ce00b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270782] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 677.270782] env[62622]: value = "task-2701156" [ 677.270782] env[62622]: _type = "Task" [ 677.270782] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.278639] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.401668] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.479258] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Successfully created port: 0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.640013] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.644367] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9119dced-6aed-482b-aacd-d0555f010687 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.644367] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.185s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.645761] env[62622]: INFO nova.compute.claims [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.692317] env[62622]: DEBUG nova.compute.manager [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.694834] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34104f6-4701-4974-98da-5a64d75be6da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.782084] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.902165] env[62622]: DEBUG oslo_vmware.api [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701154, 'name': PowerOnVM_Task, 'duration_secs': 0.515985} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.902505] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.905503] env[62622]: DEBUG nova.compute.manager [None req-d1904385-bf7a-4ec3-a5ac-3c1fb5ac984e tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.906262] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a44126f-a071-4e60-8d5c-206a858ee327 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.204978] env[62622]: INFO nova.compute.manager [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] instance snapshotting [ 678.205299] env[62622]: WARNING nova.compute.manager [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 678.208147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb2626c-0878-4994-8437-290060f9a64d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.228764] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce624a4-20f7-40d5-a0c9-79e2f43f0e17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.280765] env[62622]: DEBUG oslo_vmware.api [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520747} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.281048] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.281239] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.281467] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.281638] env[62622]: INFO nova.compute.manager [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Took 1.61 seconds to destroy the instance on the hypervisor. [ 678.281868] env[62622]: DEBUG oslo.service.loopingcall [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.282104] env[62622]: DEBUG nova.compute.manager [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.282175] env[62622]: DEBUG nova.network.neutron [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.652471] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.693214] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.693589] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.693666] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.694547] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.694547] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.694547] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.694547] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.694547] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.694771] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.694771] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.694901] env[62622]: DEBUG nova.virt.hardware [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.696110] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02849154-b038-49ae-8417-06654c2d8090 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.706712] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c48e3b2-dcf1-4081-a505-c64fca8e4cf3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.738694] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.739950] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-831239ea-266f-452f-a2b2-f2ac9c533fd0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.746897] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 678.746897] env[62622]: value = "task-2701157" [ 678.746897] env[62622]: _type = "Task" [ 678.746897] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.761170] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.990542] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Successfully updated port: 0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.130659] env[62622]: DEBUG nova.compute.manager [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received event network-vif-plugged-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.130842] env[62622]: DEBUG oslo_concurrency.lockutils [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] Acquiring lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.131179] env[62622]: DEBUG oslo_concurrency.lockutils [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.131429] env[62622]: DEBUG oslo_concurrency.lockutils [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.131636] env[62622]: DEBUG nova.compute.manager [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] No waiting events found dispatching network-vif-plugged-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.131794] env[62622]: WARNING nova.compute.manager [req-92df38dd-79f6-4cfa-a482-fbf230c69dc9 req-5dfed2b3-f368-4680-b93b-1b395f9cb1ce service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received unexpected event network-vif-plugged-0a476125-9a5d-4cec-83e3-ed232a3c5a39 for instance with vm_state building and task_state spawning. [ 679.221935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab048c98-4db7-42e0-a642-64f8df4b311e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.230646] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b4170-cb5b-4625-a2d1-78a9d4c926ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.266860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af0a1c-93aa-4dd1-877d-599206446ae1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.278185] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20754a61-8a28-44e5-80ba-b550ae2cd592 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.282308] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701157, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.295363] env[62622]: DEBUG nova.compute.provider_tree [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.467914] env[62622]: DEBUG nova.compute.manager [req-c7b79933-6e49-412a-97a6-a1b69e634dbf req-f4534507-d904-423f-846c-e260d1d1c904 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Received event network-vif-deleted-527fd6bd-560a-4fbb-ae03-aa76329c4631 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.468137] env[62622]: INFO nova.compute.manager [req-c7b79933-6e49-412a-97a6-a1b69e634dbf req-f4534507-d904-423f-846c-e260d1d1c904 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Neutron deleted interface 527fd6bd-560a-4fbb-ae03-aa76329c4631; detaching it from the instance and deleting it from the info cache [ 679.468325] env[62622]: DEBUG nova.network.neutron [req-c7b79933-6e49-412a-97a6-a1b69e634dbf req-f4534507-d904-423f-846c-e260d1d1c904 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.493647] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.493827] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.494015] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.771531] env[62622]: DEBUG nova.network.neutron [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.777065] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701157, 'name': CreateSnapshot_Task, 'duration_secs': 0.747262} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.777584] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.778351] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcbdebe-15b4-4fca-b318-59035cdbf0cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.799104] env[62622]: DEBUG nova.scheduler.client.report [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.974022] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cab696b4-47f6-4212-9af7-00c4aa557c50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.981150] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d23ce40-efc8-4cd1-8dba-813429aab8b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.017111] env[62622]: DEBUG nova.compute.manager [req-c7b79933-6e49-412a-97a6-a1b69e634dbf req-f4534507-d904-423f-846c-e260d1d1c904 service nova] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Detach interface failed, port_id=527fd6bd-560a-4fbb-ae03-aa76329c4631, reason: Instance 11c6c505-1909-4b81-ac40-b0ef4bd474ff could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 680.044935] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.278112] env[62622]: INFO nova.compute.manager [-] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Took 2.00 seconds to deallocate network for instance. [ 680.296561] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.296857] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32adf0b3-a98f-4fb1-b219-924f058dd953 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.304074] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.307819] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.309825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.367s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.311258] env[62622]: INFO nova.compute.claims [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.316480] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 680.316480] env[62622]: value = "task-2701158" [ 680.316480] env[62622]: _type = "Task" [ 680.316480] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.325462] env[62622]: DEBUG nova.network.neutron [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.335398] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701158, 'name': CloneVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.784517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.819304] env[62622]: DEBUG nova.compute.utils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 680.826476] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.828252] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.843531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.843824] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Instance network_info: |[{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.845302] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:00:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a476125-9a5d-4cec-83e3-ed232a3c5a39', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.853229] env[62622]: DEBUG oslo.service.loopingcall [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.854640] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.857147] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14d30572-8292-44c3-8998-3ed9e19bb62e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.877735] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701158, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.886022] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.886022] env[62622]: value = "task-2701159" [ 680.886022] env[62622]: _type = "Task" [ 680.886022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.900835] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701159, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.951265] env[62622]: DEBUG nova.policy [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e05381e62d4ac3bf76d99bcabc4780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc112133e1c4e4085658818dc5a6630', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.211085] env[62622]: DEBUG nova.compute.manager [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.211281] env[62622]: DEBUG nova.compute.manager [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing instance network info cache due to event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.211564] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] Acquiring lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.211706] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] Acquired lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.211877] env[62622]: DEBUG nova.network.neutron [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.329500] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.346502] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701158, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.383151] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac6b99-b5b8-4bc4-9319-afac1fba8a9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.394199] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0c3b2-2469-45b1-8dcd-c9ad30dcd6a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.401609] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701159, 'name': CreateVM_Task, 'duration_secs': 0.338638} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.402077] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.402808] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.402972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.403779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.404064] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac85f20-01e8-49f1-bfcb-519e4e62d54f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.432557] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c1797-e18b-48ba-b32b-a0ef331519cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.436235] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 681.436235] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527f752e-8f19-6279-e395-76e8934b5013" [ 681.436235] env[62622]: _type = "Task" [ 681.436235] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.447032] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a63d16-962b-46d7-8b46-8a9d81e64d4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453855] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527f752e-8f19-6279-e395-76e8934b5013, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.454481] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.454735] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.454958] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.455111] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.455278] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.455515] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732228cb-7128-4d38-b6e6-17deaacf5469 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.464993] env[62622]: DEBUG nova.compute.provider_tree [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.472324] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.472538] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.473785] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cfaee4-6bca-466b-af16-8c6973e0d426 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.479656] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 681.479656] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52691b69-2972-0b57-ecda-c7d98d8fbb78" [ 681.479656] env[62622]: _type = "Task" [ 681.479656] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.487951] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52691b69-2972-0b57-ecda-c7d98d8fbb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.752293] env[62622]: DEBUG nova.compute.manager [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.752696] env[62622]: DEBUG nova.compute.manager [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing instance network info cache due to event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.752871] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.753026] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.753187] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.764298] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Successfully created port: b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.842039] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701158, 'name': CloneVM_Task, 'duration_secs': 1.465231} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.842550] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Created linked-clone VM from snapshot [ 681.843348] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f3dc5c-ab57-4777-bfb7-d6b6cbbc8dc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.850519] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Uploading image 1aceb6b2-c0f8-451b-938c-800fc0620c96 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.878185] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.878185] env[62622]: value = "vm-544295" [ 681.878185] env[62622]: _type = "VirtualMachine" [ 681.878185] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.878472] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-984ba21e-95fc-4645-b2b7-be238553eea3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.885227] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease: (returnval){ [ 681.885227] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520a4948-ce85-1fe6-f9ad-af5b0a0a25fe" [ 681.885227] env[62622]: _type = "HttpNfcLease" [ 681.885227] env[62622]: } obtained for exporting VM: (result){ [ 681.885227] env[62622]: value = "vm-544295" [ 681.885227] env[62622]: _type = "VirtualMachine" [ 681.885227] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.885491] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the lease: (returnval){ [ 681.885491] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520a4948-ce85-1fe6-f9ad-af5b0a0a25fe" [ 681.885491] env[62622]: _type = "HttpNfcLease" [ 681.885491] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.894064] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.894064] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520a4948-ce85-1fe6-f9ad-af5b0a0a25fe" [ 681.894064] env[62622]: _type = "HttpNfcLease" [ 681.894064] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 681.935559] env[62622]: DEBUG nova.network.neutron [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updated VIF entry in instance network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.935877] env[62622]: DEBUG nova.network.neutron [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.968286] env[62622]: DEBUG nova.scheduler.client.report [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.989920] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52691b69-2972-0b57-ecda-c7d98d8fbb78, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.991303] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56713c6c-ff45-4060-b273-f1810753c17e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.000828] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 682.000828] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f06a84-99a3-56cd-b33b-c4695d0c98c8" [ 682.000828] env[62622]: _type = "Task" [ 682.000828] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.008708] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f06a84-99a3-56cd-b33b-c4695d0c98c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.350399] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.381200] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.381514] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.381709] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.382539] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.382539] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.382539] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.382539] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.382677] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.382751] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.382909] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.383100] env[62622]: DEBUG nova.virt.hardware [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.383944] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bcc410-3eaf-4180-9e8c-a798ff2c80da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.395246] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.395246] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520a4948-ce85-1fe6-f9ad-af5b0a0a25fe" [ 682.395246] env[62622]: _type = "HttpNfcLease" [ 682.395246] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.397355] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.397355] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520a4948-ce85-1fe6-f9ad-af5b0a0a25fe" [ 682.397355] env[62622]: _type = "HttpNfcLease" [ 682.397355] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.400121] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c1b9bd-0b06-4027-a567-7f3f0289aabf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.401392] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa7b888-2d9a-469d-9106-acf99294b58c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.413169] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.413379] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.480771] env[62622]: DEBUG oslo_concurrency.lockutils [req-2a2f60ee-c71e-455d-8248-60ef34214c97 req-b4a920de-699b-4e91-ac70-e067b1cbea6d service nova] Releasing lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.481768] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.482266] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.489559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.953s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.489559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.489559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.307s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.489559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.490842] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.073s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.492588] env[62622]: INFO nova.compute.claims [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.514925] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f06a84-99a3-56cd-b33b-c4695d0c98c8, 'name': SearchDatastore_Task, 'duration_secs': 0.027934} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.514925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.515190] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4f5650b2-b43e-4b2a-a5d7-294986f031ba/4f5650b2-b43e-4b2a-a5d7-294986f031ba.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.515536] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ffddce-ef85-4963-8786-ba37127a16b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.524029] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 682.524029] env[62622]: value = "task-2701161" [ 682.524029] env[62622]: _type = "Task" [ 682.524029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.531549] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb5e398b-8147-404a-9a40-7af484a30ee1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.540111] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.545552] env[62622]: INFO nova.scheduler.client.report [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Deleted allocations for instance 4e9f8da6-5c3f-4913-af13-a754789d3073 [ 682.547927] env[62622]: INFO nova.scheduler.client.report [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Deleted allocations for instance 1d177e61-5103-40eb-8c16-173d5f88b4fd [ 682.581239] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updated VIF entry in instance network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.581239] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.990160] env[62622]: DEBUG nova.compute.utils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.990218] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.991264] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.032976] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495683} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.033330] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4f5650b2-b43e-4b2a-a5d7-294986f031ba/4f5650b2-b43e-4b2a-a5d7-294986f031ba.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.033486] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.033793] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82132d33-2c23-467f-8ca4-2bfc92553a12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.040881] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 683.040881] env[62622]: value = "task-2701162" [ 683.040881] env[62622]: _type = "Task" [ 683.040881] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.049337] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.059265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f360b39-80a9-48ca-b31c-44afc9665a6f tempest-InstanceActionsV221TestJSON-1182355045 tempest-InstanceActionsV221TestJSON-1182355045-project-member] Lock "4e9f8da6-5c3f-4913-af13-a754789d3073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.474s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.074424] env[62622]: DEBUG nova.policy [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e05381e62d4ac3bf76d99bcabc4780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc112133e1c4e4085658818dc5a6630', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.077811] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1d043472-4cdb-4308-a576-2f9ee5f8bc7c tempest-AttachInterfacesV270Test-245276539 tempest-AttachInterfacesV270Test-245276539-project-member] Lock "1d177e61-5103-40eb-8c16-173d5f88b4fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.329s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.089616] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.089995] env[62622]: DEBUG nova.compute.manager [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.090108] env[62622]: DEBUG nova.compute.manager [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing instance network info cache due to event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.090379] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.090839] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.090839] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.494394] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.551718] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072402} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.551997] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.552848] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12517925-3477-48ed-8097-061c5f3e2979 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.582047] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4f5650b2-b43e-4b2a-a5d7-294986f031ba/4f5650b2-b43e-4b2a-a5d7-294986f031ba.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.583260] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Successfully created port: 3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.588420] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b0562b-213e-488e-b1c0-01ee45407acc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.615207] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 683.615207] env[62622]: value = "task-2701163" [ 683.615207] env[62622]: _type = "Task" [ 683.615207] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.627998] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.066299] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6813e-040a-4246-8234-209f4c41d557 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.076087] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90e9b1-e4ba-4575-bdd7-6ae275186202 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.114728] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updated VIF entry in instance network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.115261] env[62622]: DEBUG nova.network.neutron [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.120787] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43911869-662f-4638-a7d9-fe838fc7b011 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.138824] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296953da-61eb-4fe9-95c1-832cdf742ae0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.144240] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.155303] env[62622]: DEBUG nova.compute.provider_tree [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.310592] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Successfully updated port: b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.516020] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.542438] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.542724] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.542890] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.543092] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.543243] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.543393] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.543749] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.543749] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.543920] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.544092] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.544269] env[62622]: DEBUG nova.virt.hardware [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.545267] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8c8794-5078-46ed-ac6b-7ceb29e6e2db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.554979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e4f06-3ecc-4ea5-a930-b6124f382540 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.625903] env[62622]: DEBUG oslo_concurrency.lockutils [req-597bff90-f3dc-4801-b7e6-ac16c76ab73b req-92d160ad-2cb4-44e9-a5b3-c5f17ffedabf service nova] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.634585] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701163, 'name': ReconfigVM_Task, 'duration_secs': 0.672889} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.634865] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4f5650b2-b43e-4b2a-a5d7-294986f031ba/4f5650b2-b43e-4b2a-a5d7-294986f031ba.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.638029] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb18c30-f428-4574-904e-19a9a9d9963a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.646989] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 684.646989] env[62622]: value = "task-2701164" [ 684.646989] env[62622]: _type = "Task" [ 684.646989] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.660886] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701164, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.682257] env[62622]: ERROR nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [req-7bb205e4-d457-4294-a5cf-0f9296bf922b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bb205e4-d457-4294-a5cf-0f9296bf922b"}]} [ 684.692337] env[62622]: DEBUG nova.compute.manager [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.692612] env[62622]: DEBUG nova.compute.manager [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing instance network info cache due to event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.692953] env[62622]: DEBUG oslo_concurrency.lockutils [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.692953] env[62622]: DEBUG oslo_concurrency.lockutils [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.693338] env[62622]: DEBUG nova.network.neutron [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.723098] env[62622]: DEBUG nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 684.751409] env[62622]: DEBUG nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 684.751699] env[62622]: DEBUG nova.compute.provider_tree [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.768737] env[62622]: DEBUG nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 684.797113] env[62622]: DEBUG nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 684.814033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.814213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.814417] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.157103] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701164, 'name': Rename_Task, 'duration_secs': 0.176889} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.157479] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.157736] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f4a209-6314-414c-9e76-81604d83c660 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.168174] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 685.168174] env[62622]: value = "task-2701165" [ 685.168174] env[62622]: _type = "Task" [ 685.168174] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.179841] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.360548] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d96878-fe0f-4076-8b7d-9b929a1a2113 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.368550] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f93ba2-8b62-4a19-8364-d0b50721ffe9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.406586] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.416434] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102270f-ccde-46bc-8dd7-0bc4cc4c0724 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.423978] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a189478-edef-4571-b00a-c8b1cb153528 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.437997] env[62622]: DEBUG nova.compute.provider_tree [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.684300] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701165, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.706394] env[62622]: DEBUG nova.network.neutron [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Updating instance_info_cache with network_info: [{"id": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "address": "fa:16:3e:51:2d:6e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b529ab-23", "ovs_interfaceid": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.765197] env[62622]: DEBUG nova.network.neutron [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updated VIF entry in instance network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.765611] env[62622]: DEBUG nova.network.neutron [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.769872] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Successfully updated port: 3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.848495] env[62622]: DEBUG nova.compute.manager [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Received event network-vif-plugged-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.848495] env[62622]: DEBUG oslo_concurrency.lockutils [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] Acquiring lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.848607] env[62622]: DEBUG oslo_concurrency.lockutils [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.848787] env[62622]: DEBUG oslo_concurrency.lockutils [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.850256] env[62622]: DEBUG nova.compute.manager [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] No waiting events found dispatching network-vif-plugged-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.850256] env[62622]: WARNING nova.compute.manager [req-d462bb48-42dd-4dc6-b04c-d57b460dabec req-62c57fc8-6044-4a5a-a270-b868fa8785f4 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Received unexpected event network-vif-plugged-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f for instance with vm_state building and task_state spawning. [ 685.987767] env[62622]: DEBUG nova.scheduler.client.report [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 685.988140] env[62622]: DEBUG nova.compute.provider_tree [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 59 to 60 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 685.988380] env[62622]: DEBUG nova.compute.provider_tree [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.180369] env[62622]: DEBUG oslo_vmware.api [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701165, 'name': PowerOnVM_Task, 'duration_secs': 0.527005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.180719] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.181736] env[62622]: INFO nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Took 7.53 seconds to spawn the instance on the hypervisor. [ 686.181736] env[62622]: DEBUG nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.181979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398c677-c581-42d5-8b04-9619b986e9a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.208957] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.209386] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Instance network_info: |[{"id": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "address": "fa:16:3e:51:2d:6e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b529ab-23", "ovs_interfaceid": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.209891] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:2d:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b529ab-23fd-45b7-b16e-4962a9fbc0a4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.219364] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating folder: Project (4bc112133e1c4e4085658818dc5a6630). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.219868] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-037b0358-c35a-42e7-a50c-a2a423da2d56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.232646] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Created folder: Project (4bc112133e1c4e4085658818dc5a6630) in parent group-v544184. [ 686.232706] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating folder: Instances. Parent ref: group-v544297. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.233508] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d1098e-3084-41c6-b74e-960463353dc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.244057] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Created folder: Instances in parent group-v544297. [ 686.244454] env[62622]: DEBUG oslo.service.loopingcall [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.244714] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.245046] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b030c8c-ff40-4e0a-b774-858b0ab33896 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.266758] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.266758] env[62622]: value = "task-2701168" [ 686.266758] env[62622]: _type = "Task" [ 686.266758] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.270332] env[62622]: DEBUG oslo_concurrency.lockutils [req-640a5f71-cc6c-4f33-8946-21ca3ab149cf req-c364f405-5280-48c1-b8ef-a6f183f1801a service nova] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.272593] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.272792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.272975] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.279660] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701168, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.494894] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.004s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.495607] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.501942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.551s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.501942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.505196] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.707s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.505392] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.507330] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.207s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.507519] env[62622]: DEBUG nova.objects.instance [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 686.533468] env[62622]: INFO nova.scheduler.client.report [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Deleted allocations for instance 8257caab-fe0b-4a23-b08f-1d9bed08cf8c [ 686.538173] env[62622]: INFO nova.scheduler.client.report [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted allocations for instance f75618ab-639c-4e5a-8462-904331efc0ff [ 686.703142] env[62622]: INFO nova.compute.manager [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Took 45.90 seconds to build instance. [ 686.736165] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Received event network-vif-plugged-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.736403] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Acquiring lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.736597] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.736771] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.736935] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] No waiting events found dispatching network-vif-plugged-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.737280] env[62622]: WARNING nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Received unexpected event network-vif-plugged-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 for instance with vm_state building and task_state spawning. [ 686.737481] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Received event network-changed-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.738009] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Refreshing instance network info cache due to event network-changed-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.739962] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Acquiring lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.740140] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Acquired lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.740312] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Refreshing network info cache for port b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.777698] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701168, 'name': CreateVM_Task, 'duration_secs': 0.451878} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.777888] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.780479] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.781098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.781098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.781555] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8d1dd6-76da-4fb0-9567-693bcea57165 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.787485] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 686.787485] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ab8e2-d3a2-257f-9baf-af3f9b6cf700" [ 686.787485] env[62622]: _type = "Task" [ 686.787485] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.795177] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ab8e2-d3a2-257f-9baf-af3f9b6cf700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.832457] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.013434] env[62622]: DEBUG nova.compute.utils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.014903] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.017187] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.024955] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "d16601ee-c321-4515-b37d-590dd35d8ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.025638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.025638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.025751] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.025835] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.028329] env[62622]: INFO nova.compute.manager [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Terminating instance [ 687.040592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-74b4afd3-744e-43f3-a277-fbde72764e81 tempest-ImagesOneServerTestJSON-105985214 tempest-ImagesOneServerTestJSON-105985214-project-member] Lock "8257caab-fe0b-4a23-b08f-1d9bed08cf8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.647s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.055054] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3a7c0bd9-7370-44bb-a0e0-96d8610e091a tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f75618ab-639c-4e5a-8462-904331efc0ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.271s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.093561] env[62622]: DEBUG nova.network.neutron [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Updating instance_info_cache with network_info: [{"id": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "address": "fa:16:3e:47:cd:01", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2eabb0-d7", "ovs_interfaceid": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.122428] env[62622]: DEBUG nova.policy [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9867f9ed6e04738b2f0911d53ff1046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbe2f13a2dc468e87657b4df10f3a5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.205743] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8824be6d-1f65-4c77-b129-2362243f667b tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.530s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.300360] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ab8e2-d3a2-257f-9baf-af3f9b6cf700, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.300360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.300360] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.300360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.300360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.300667] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.300954] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8be97839-591a-4773-ae6a-557d2d8d0e01 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.312880] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.312880] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.313082] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bf4154-37a4-4da2-8348-048434a731f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.318652] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 687.318652] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c6c8d-9b7a-7417-bfcf-d56e7a86b8b6" [ 687.318652] env[62622]: _type = "Task" [ 687.318652] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.327351] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c6c8d-9b7a-7417-bfcf-d56e7a86b8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.528330] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.532031] env[62622]: DEBUG oslo_concurrency.lockutils [None req-21015e3d-f572-42d0-9324-afe988a5ffca tempest-ServersAdmin275Test-558546587 tempest-ServersAdmin275Test-558546587-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.533737] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.897s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.535099] env[62622]: INFO nova.compute.claims [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.537795] env[62622]: DEBUG nova.compute.manager [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.537978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.539122] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076ac6e-12ea-4f03-9a37-6da6daebbf6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.547276] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.547568] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d08e34b-676a-4eb3-b8d8-7cd37675db13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.556748] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 687.556748] env[62622]: value = "task-2701169" [ 687.556748] env[62622]: _type = "Task" [ 687.556748] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.569537] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.600019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.600019] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Instance network_info: |[{"id": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "address": "fa:16:3e:47:cd:01", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2eabb0-d7", "ovs_interfaceid": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.600019] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:cd:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b2eabb0-d79a-4cf9-8c56-f6eeed73051f', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.606744] env[62622]: DEBUG oslo.service.loopingcall [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.609462] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Updated VIF entry in instance network info cache for port b8b529ab-23fd-45b7-b16e-4962a9fbc0a4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.610022] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Updating instance_info_cache with network_info: [{"id": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "address": "fa:16:3e:51:2d:6e", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b529ab-23", "ovs_interfaceid": "b8b529ab-23fd-45b7-b16e-4962a9fbc0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.611777] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.612739] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d221ec47-f0c4-4805-8159-f998dd563d0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.636214] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.636214] env[62622]: value = "task-2701170" [ 687.636214] env[62622]: _type = "Task" [ 687.636214] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.643060] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701170, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.707724] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.745217] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Successfully created port: 7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.837587] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c6c8d-9b7a-7417-bfcf-d56e7a86b8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.838590] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b97e84-4e62-45a2-9d56-834238bc9a1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.845523] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 687.845523] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52abd0c5-df17-c099-225f-7c8b2d07b511" [ 687.845523] env[62622]: _type = "Task" [ 687.845523] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.854747] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52abd0c5-df17-c099-225f-7c8b2d07b511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.070899] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701169, 'name': PowerOffVM_Task, 'duration_secs': 0.304005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.071624] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.072139] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.072460] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3bec23-14fb-4ff6-a6e5-3c3b578740f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.114039] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Releasing lock "refresh_cache-fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.114328] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.114498] env[62622]: DEBUG nova.compute.manager [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing instance network info cache due to event network-changed-ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.114707] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Acquiring lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.115523] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Acquired lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.115523] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Refreshing network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.141723] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.141974] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.142221] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Deleting the datastore file [datastore1] d16601ee-c321-4515-b37d-590dd35d8ed7 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.142979] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ab5c56-6ade-4596-88ea-960b25552192 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.150050] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701170, 'name': CreateVM_Task, 'duration_secs': 0.382201} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.152469] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.152469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.152469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.152469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.152606] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae504f30-cc5f-4b1a-844d-978c5a35520e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.157981] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for the task: (returnval){ [ 688.157981] env[62622]: value = "task-2701172" [ 688.157981] env[62622]: _type = "Task" [ 688.157981] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.168232] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.168232] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52102475-8f7c-c6c6-00a5-0e0de71083e9" [ 688.168232] env[62622]: _type = "Task" [ 688.168232] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.178041] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.185810] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52102475-8f7c-c6c6-00a5-0e0de71083e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017252} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.186261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.186924] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.186924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.237226] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.356298] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52abd0c5-df17-c099-225f-7c8b2d07b511, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.356722] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.356722] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] fc87febd-ab1e-4f0c-ad71-b3d9a41753a3/fc87febd-ab1e-4f0c-ad71-b3d9a41753a3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.357161] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.357209] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.357466] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08472e2d-957e-4994-a0a0-39ab0f73aa30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.359893] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e84e43-341a-458f-a381-46ac5d99085e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.367250] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.367250] env[62622]: value = "task-2701173" [ 688.367250] env[62622]: _type = "Task" [ 688.367250] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.371671] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.371915] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.373114] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c2d95f-b640-4ccc-84e9-2b34bcaa5c6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.378865] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.382141] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.382141] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52641309-d3e1-4c7d-8769-3b48082d909c" [ 688.382141] env[62622]: _type = "Task" [ 688.382141] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.390381] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52641309-d3e1-4c7d-8769-3b48082d909c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.532011] env[62622]: DEBUG nova.compute.manager [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Received event network-changed-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.532236] env[62622]: DEBUG nova.compute.manager [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Refreshing instance network info cache due to event network-changed-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.532471] env[62622]: DEBUG oslo_concurrency.lockutils [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] Acquiring lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.532648] env[62622]: DEBUG oslo_concurrency.lockutils [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] Acquired lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.532817] env[62622]: DEBUG nova.network.neutron [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Refreshing network info cache for port 3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.544580] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.592688] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.593286] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.593591] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.593924] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.594395] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.594607] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.595213] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.595534] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.595799] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.596138] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.596742] env[62622]: DEBUG nova.virt.hardware [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.599045] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e897ad9-dd7f-4529-90cd-addbed922abb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.615466] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2978640-e1ab-4b7f-a78b-902cfcbc344b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.675735] env[62622]: DEBUG oslo_vmware.api [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Task: {'id': task-2701172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318751} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.676048] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.676272] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.676495] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.676651] env[62622]: INFO nova.compute.manager [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.677080] env[62622]: DEBUG oslo.service.loopingcall [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.677193] env[62622]: DEBUG nova.compute.manager [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.677252] env[62622]: DEBUG nova.network.neutron [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.890571] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501933} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.894411] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] fc87febd-ab1e-4f0c-ad71-b3d9a41753a3/fc87febd-ab1e-4f0c-ad71-b3d9a41753a3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.894736] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.898017] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddaf5bdc-829c-4e1a-90af-b4bdaf0c2554 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.910441] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52641309-d3e1-4c7d-8769-3b48082d909c, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.916258] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.916258] env[62622]: value = "task-2701174" [ 688.916258] env[62622]: _type = "Task" [ 688.916258] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.916258] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f440f1-ef48-4208-9720-a036810d9003 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.925968] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.925968] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5241add2-f27e-0fa8-c5ee-c2ebd7e69c90" [ 688.925968] env[62622]: _type = "Task" [ 688.925968] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.929375] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.938192] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5241add2-f27e-0fa8-c5ee-c2ebd7e69c90, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.941084] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.941383] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] de77b060-da1a-4616-ad6b-fc7942eb8c3c/de77b060-da1a-4616-ad6b-fc7942eb8c3c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.941925] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf97aed5-5f2b-4da3-abf9-2b1d931f1684 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950192] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 688.950192] env[62622]: value = "task-2701175" [ 688.950192] env[62622]: _type = "Task" [ 688.950192] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.959780] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.166457] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab130851-fb30-4560-b1f1-4bc376b4aafc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.181161] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1bc6c-1883-4f4f-b91a-6f291175ed51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.187782] env[62622]: DEBUG nova.compute.manager [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.188341] env[62622]: DEBUG nova.compute.manager [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing instance network info cache due to event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.188683] env[62622]: DEBUG oslo_concurrency.lockutils [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] Acquiring lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.188875] env[62622]: DEBUG oslo_concurrency.lockutils [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] Acquired lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.189135] env[62622]: DEBUG nova.network.neutron [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.237028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.237360] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.237680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.238088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.238494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.240454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.240629] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.240896] env[62622]: INFO nova.compute.manager [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Rebooting instance [ 689.246928] env[62622]: INFO nova.compute.manager [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Terminating instance [ 689.251697] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1568d2f1-25f4-494b-bcb3-d86eed64ccee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.269039] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f5a6b8-68f0-41d1-9753-958672d260a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.288445] env[62622]: DEBUG nova.compute.provider_tree [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.434123] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07373} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.434506] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.435664] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac952b2-8247-4269-999f-5b0d0565f6ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.465296] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] fc87febd-ab1e-4f0c-ad71-b3d9a41753a3/fc87febd-ab1e-4f0c-ad71-b3d9a41753a3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.468918] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab5b8bd-b006-4d90-a85a-4e7a0923025e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.488900] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updated VIF entry in instance network info cache for port ffe68bce-6740-4c49-98cf-f71081b8c539. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.489555] env[62622]: DEBUG nova.network.neutron [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [{"id": "ffe68bce-6740-4c49-98cf-f71081b8c539", "address": "fa:16:3e:0c:f1:08", "network": {"id": "c3b9a8c0-946e-4864-87c5-9ce91c227783", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1877151114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e4275bad5694488283a5518b0601f31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe68bce-67", "ovs_interfaceid": "ffe68bce-6740-4c49-98cf-f71081b8c539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.498589] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537811} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.500240] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] de77b060-da1a-4616-ad6b-fc7942eb8c3c/de77b060-da1a-4616-ad6b-fc7942eb8c3c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.501371] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.501371] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 689.501371] env[62622]: value = "task-2701176" [ 689.501371] env[62622]: _type = "Task" [ 689.501371] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.501600] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b54e9e-b30e-4ceb-ade8-c679cb132882 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.523255] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.526599] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 689.526599] env[62622]: value = "task-2701177" [ 689.526599] env[62622]: _type = "Task" [ 689.526599] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.535628] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.761512] env[62622]: DEBUG nova.compute.manager [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.761804] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.763186] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd83cc-4a91-47a9-b660-b43d2d487c86 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.770894] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.773829] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.774106] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee5e0a5-1b90-46b5-b379-73f55b7b19c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.781202] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 689.781202] env[62622]: value = "task-2701178" [ 689.781202] env[62622]: _type = "Task" [ 689.781202] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.791245] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.794034] env[62622]: DEBUG nova.scheduler.client.report [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.806114] env[62622]: DEBUG nova.network.neutron [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Updated VIF entry in instance network info cache for port 3b2eabb0-d79a-4cf9-8c56-f6eeed73051f. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.806564] env[62622]: DEBUG nova.network.neutron [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Updating instance_info_cache with network_info: [{"id": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "address": "fa:16:3e:47:cd:01", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b2eabb0-d7", "ovs_interfaceid": "3b2eabb0-d79a-4cf9-8c56-f6eeed73051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.842886] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.845446] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.993781] env[62622]: DEBUG oslo_concurrency.lockutils [req-70c4c872-705f-4d36-ab1c-2a39eb56b175 req-f0c9753b-8576-4568-a8dd-87e98c799d69 service nova] Releasing lock "refresh_cache-d16601ee-c321-4515-b37d-590dd35d8ed7" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.017257] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.030130] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.030130] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a320864-e397-4d85-96d8-1d74bf95c59f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.036254] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Successfully updated port: 7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.048325] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.048568] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.048703] env[62622]: ERROR oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk due to incomplete transfer. [ 690.049631] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.049898] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c24afc89-5ba1-4449-8049-7ea02adbe878 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.052072] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c7efff-23ae-4412-9d8f-1f56f0f94b04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.077298] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] de77b060-da1a-4616-ad6b-fc7942eb8c3c/de77b060-da1a-4616-ad6b-fc7942eb8c3c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.081774] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a2c5fa-71ac-40db-b4b6-a2c5c986cbd0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.096197] env[62622]: DEBUG oslo_vmware.rw_handles [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527cac57-23a4-3605-f786-77828f206360/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.096415] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Uploaded image 1aceb6b2-c0f8-451b-938c-800fc0620c96 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.098765] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.099121] env[62622]: DEBUG nova.network.neutron [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.100528] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f13b70a-44d2-4b50-b04b-9225b1f84543 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.108305] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 690.108305] env[62622]: value = "task-2701179" [ 690.108305] env[62622]: _type = "Task" [ 690.108305] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.109865] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 690.109865] env[62622]: value = "task-2701180" [ 690.109865] env[62622]: _type = "Task" [ 690.109865] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.121502] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.125554] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701180, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.212049] env[62622]: DEBUG nova.network.neutron [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updated VIF entry in instance network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.212593] env[62622]: DEBUG nova.network.neutron [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.295362] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701178, 'name': PowerOffVM_Task, 'duration_secs': 0.442567} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.295982] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.296328] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.296687] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbd83ac-d246-406f-8a6e-7c9ea7223e17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.306363] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.306543] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.312984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.086s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.313227] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.315533] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.231s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.317824] env[62622]: INFO nova.compute.claims [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.321946] env[62622]: DEBUG oslo_concurrency.lockutils [req-1c2243ac-d5d5-406f-8827-c1d225e2fb64 req-a5639b7a-938d-40a2-9b7a-2aea0a2b2867 service nova] Releasing lock "refresh_cache-de77b060-da1a-4616-ad6b-fc7942eb8c3c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.349182] env[62622]: DEBUG nova.compute.utils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.358737] env[62622]: INFO nova.scheduler.client.report [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Deleted allocations for instance 8fc5ddf7-f2fa-4f28-8207-d54890845473 [ 690.373844] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.374107] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.374303] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleting the datastore file [datastore2] d54c9ea3-38bc-4437-a05a-0e959540c2bd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.374577] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cb6beb-ce5d-4362-a9ee-3e482c50d018 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.386174] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 690.386174] env[62622]: value = "task-2701182" [ 690.386174] env[62622]: _type = "Task" [ 690.386174] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.397229] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.518390] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701176, 'name': ReconfigVM_Task, 'duration_secs': 0.929571} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.518702] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Reconfigured VM instance instance-00000025 to attach disk [datastore2] fc87febd-ab1e-4f0c-ad71-b3d9a41753a3/fc87febd-ab1e-4f0c-ad71-b3d9a41753a3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.520139] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab21d5f-7928-4dec-8f7e-c9e062ca4c51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.528891] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 690.528891] env[62622]: value = "task-2701183" [ 690.528891] env[62622]: _type = "Task" [ 690.528891] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.544335] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.544489] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.544637] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.545839] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701183, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.604953] env[62622]: INFO nova.compute.manager [-] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Took 1.93 seconds to deallocate network for instance. [ 690.624146] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701180, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.630498] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.715877] env[62622]: DEBUG oslo_concurrency.lockutils [req-5dfba85f-c283-497b-8a64-41622906bf1a req-4cf86bae-271f-4fbf-99b9-11a48a780138 service nova] Releasing lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.716176] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquired lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.716487] env[62622]: DEBUG nova.network.neutron [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.828710] env[62622]: DEBUG nova.compute.utils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.832367] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.832367] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.854731] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.874276] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ee02c866-7ec3-4da6-820d-5d8d945409b3 tempest-ServersAdmin275Test-97843442 tempest-ServersAdmin275Test-97843442-project-member] Lock "8fc5ddf7-f2fa-4f28-8207-d54890845473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.863s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.885122] env[62622]: DEBUG nova.policy [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201b6836e4fe4a5493ce47dee8d8ac62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b99f2df87a404f81a50d0fe502fe12a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.896524] env[62622]: DEBUG oslo_vmware.api [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148903} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.897432] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.897719] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.897902] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.898056] env[62622]: INFO nova.compute.manager [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 690.898434] env[62622]: DEBUG oslo.service.loopingcall [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.898881] env[62622]: DEBUG nova.compute.manager [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.898969] env[62622]: DEBUG nova.network.neutron [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.041959] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701183, 'name': Rename_Task, 'duration_secs': 0.336747} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.041959] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.041959] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab657fbd-dd1d-4fe3-bbdb-327dce043e82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.053147] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 691.053147] env[62622]: value = "task-2701184" [ 691.053147] env[62622]: _type = "Task" [ 691.053147] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.062960] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.117268] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.127022] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701179, 'name': ReconfigVM_Task, 'duration_secs': 0.604199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.127022] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] de77b060-da1a-4616-ad6b-fc7942eb8c3c/de77b060-da1a-4616-ad6b-fc7942eb8c3c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.127022] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7133e280-ee55-4a83-9c86-b9b16e2b556d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.133694] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701180, 'name': Destroy_Task, 'duration_secs': 0.734774} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.134603] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Destroyed the VM [ 691.135035] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.135347] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a11d1e85-8158-4ca5-b131-0a5600c9a8e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.139129] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 691.139129] env[62622]: value = "task-2701185" [ 691.139129] env[62622]: _type = "Task" [ 691.139129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.147202] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 691.147202] env[62622]: value = "task-2701186" [ 691.147202] env[62622]: _type = "Task" [ 691.147202] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.149916] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.160149] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701185, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.166742] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.322443] env[62622]: DEBUG nova.compute.manager [req-4b9d5437-b48a-42cc-bc32-46f896130375 req-850c9808-4dd9-47e2-9522-56daecc945af service nova] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Received event network-vif-deleted-ffe68bce-6740-4c49-98cf-f71081b8c539 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.339972] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.356500] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Successfully created port: 191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.568579] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.571318] env[62622]: DEBUG nova.network.neutron [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.654227] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701185, 'name': Rename_Task, 'duration_secs': 0.284552} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.657912] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.658207] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82fcbd0a-d23e-4c50-9f3d-84dd8370a2a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.670217] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701186, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.671571] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 691.671571] env[62622]: value = "task-2701187" [ 691.671571] env[62622]: _type = "Task" [ 691.671571] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.679257] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.720934] env[62622]: DEBUG nova.compute.manager [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Received event network-vif-plugged-7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.721107] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.721419] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.721657] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.721875] env[62622]: DEBUG nova.compute.manager [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] No waiting events found dispatching network-vif-plugged-7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.722092] env[62622]: WARNING nova.compute.manager [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Received unexpected event network-vif-plugged-7cd69a60-18bf-4961-ba2f-87507be65834 for instance with vm_state building and task_state spawning. [ 691.722629] env[62622]: DEBUG nova.compute.manager [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Received event network-changed-7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.722629] env[62622]: DEBUG nova.compute.manager [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Refreshing instance network info cache due to event network-changed-7cd69a60-18bf-4961-ba2f-87507be65834. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.722748] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.758602] env[62622]: DEBUG nova.network.neutron [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.923874] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd4ff62-36c9-4113-b3f6-2c3003bbb93a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.932652] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02459aef-f263-4fa4-ab57-6afaee852ec1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.980875] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.980875] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.980875] env[62622]: INFO nova.compute.manager [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Attaching volume 88565705-1ddc-4808-afa2-c6ee31021464 to /dev/sdb [ 691.985194] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a84c0-9794-4642-8381-28abc4f9509d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.998121] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15ef99-d660-4413-b702-c0dae39194f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.021992] env[62622]: DEBUG nova.compute.provider_tree [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.044273] env[62622]: DEBUG nova.network.neutron [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.056830] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5437ab1c-1f50-467e-8f23-e055aa5efba9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.074618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.074618] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Instance network_info: |[{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.077477] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.077528] env[62622]: DEBUG nova.network.neutron [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Refreshing network info cache for port 7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.078770] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:98:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cd69a60-18bf-4961-ba2f-87507be65834', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.087417] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating folder: Project (4fbe2f13a2dc468e87657b4df10f3a5a). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.088213] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11a979-b18b-4e89-9139-a338ffecd30e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.092288] env[62622]: DEBUG oslo_vmware.api [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701184, 'name': PowerOnVM_Task, 'duration_secs': 0.901847} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.094421] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf2976d2-0373-4725-b7b7-96671e75313c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.096436] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.096754] env[62622]: INFO nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 9.75 seconds to spawn the instance on the hypervisor. [ 692.096871] env[62622]: DEBUG nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.098716] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868a8c74-df51-4fef-860c-795676fc131b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113219] env[62622]: DEBUG nova.virt.block_device [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating existing volume attachment record: e49aaabc-7c07-46a7-b4bb-caeceb846ed1 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.176029] env[62622]: DEBUG oslo_vmware.api [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701186, 'name': RemoveSnapshot_Task, 'duration_secs': 0.833864} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.177700] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.177955] env[62622]: INFO nova.compute.manager [None req-8a85ad0a-5d05-4af0-aaf0-2460837c8c3c tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 692.181671] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created folder: Project (4fbe2f13a2dc468e87657b4df10f3a5a) in parent group-v544184. [ 692.181671] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating folder: Instances. Parent ref: group-v544301. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.182260] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4edc0623-dfc5-4f3c-a4b3-8495e397ada1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.194855] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.196061] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created folder: Instances in parent group-v544301. [ 692.196313] env[62622]: DEBUG oslo.service.loopingcall [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.196760] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.196760] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe87cc08-db63-43a4-be67-f3a4bc9eecf9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.217129] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.217129] env[62622]: value = "task-2701190" [ 692.217129] env[62622]: _type = "Task" [ 692.217129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.226115] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701190, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.265458] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Releasing lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.353173] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.388707] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.388964] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.389136] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.389321] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.389779] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.389779] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.389961] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.390048] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.390930] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.390930] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.390930] env[62622]: DEBUG nova.virt.hardware [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.391513] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c749b-9241-4301-b2a1-2bf437e39e91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.402389] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc5e73-2cd0-454f-a282-e8db201cd652 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.527363] env[62622]: DEBUG nova.scheduler.client.report [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.548781] env[62622]: INFO nova.compute.manager [-] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Took 1.65 seconds to deallocate network for instance. [ 692.627537] env[62622]: INFO nova.compute.manager [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 47.19 seconds to build instance. [ 692.684167] env[62622]: DEBUG oslo_vmware.api [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701187, 'name': PowerOnVM_Task, 'duration_secs': 0.646934} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.684305] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.684527] env[62622]: INFO nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Took 8.17 seconds to spawn the instance on the hypervisor. [ 692.684705] env[62622]: DEBUG nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.685523] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0061b27f-1ba2-4e2a-9d3d-b3861ac268df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.732675] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701190, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.772628] env[62622]: DEBUG nova.compute.manager [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.773627] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1a0693-4c1f-4a6c-9a28-fea7cfec7b85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.819054] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.819677] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.819677] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.819847] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.819976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.823948] env[62622]: INFO nova.compute.manager [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Terminating instance [ 693.034700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.036229] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.038538] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.935s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.043097] env[62622]: INFO nova.compute.claims [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.055394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.064809] env[62622]: DEBUG nova.network.neutron [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updated VIF entry in instance network info cache for port 7cd69a60-18bf-4961-ba2f-87507be65834. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.065420] env[62622]: DEBUG nova.network.neutron [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.132232] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6005be13-3af9-47b3-94c1-2292cb20ef21 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.773s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.205503] env[62622]: INFO nova.compute.manager [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Took 46.28 seconds to build instance. [ 693.230230] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701190, 'name': CreateVM_Task, 'duration_secs': 0.580187} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.230230] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.230230] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.230456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.230723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.231246] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63402cc3-6a5c-48b0-b93a-477150ffbd41 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.236594] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 693.236594] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7667a-8c5d-ed53-93a2-fd6c336784a1" [ 693.236594] env[62622]: _type = "Task" [ 693.236594] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.244630] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7667a-8c5d-ed53-93a2-fd6c336784a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.329506] env[62622]: DEBUG nova.compute.manager [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.329721] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.331369] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9179d2-b991-4830-9f5c-c88716174231 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.339804] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.340076] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecfda4dc-d800-4688-9d0a-3c4847b4d142 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.415386] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.415480] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.415642] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore1] 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.415912] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44736b31-3f47-4829-8ada-b06c59179478 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.422611] env[62622]: DEBUG oslo_vmware.api [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 693.422611] env[62622]: value = "task-2701195" [ 693.422611] env[62622]: _type = "Task" [ 693.422611] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.431195] env[62622]: DEBUG oslo_vmware.api [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.470571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "4db9a644-5705-40d9-9cba-f46c16ce4937" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.470772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.486078] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Successfully updated port: 191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.501035] env[62622]: DEBUG nova.compute.manager [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.501377] env[62622]: DEBUG oslo_concurrency.lockutils [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.501645] env[62622]: DEBUG oslo_concurrency.lockutils [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.501814] env[62622]: DEBUG oslo_concurrency.lockutils [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.502028] env[62622]: DEBUG nova.compute.manager [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] No waiting events found dispatching network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.502211] env[62622]: WARNING nova.compute.manager [req-37b316ca-37df-4f4a-8592-8ececb13a943 req-86adef9d-fd7b-466f-b990-be756c8446b2 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received unexpected event network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc for instance with vm_state building and task_state spawning. [ 693.548448] env[62622]: DEBUG nova.compute.utils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.552694] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.553069] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.568040] env[62622]: DEBUG oslo_concurrency.lockutils [req-b7f05365-60ac-4265-b8ab-8145e79ac8f4 req-5f617fe3-d5d6-49e1-ab57-126fec7d1a42 service nova] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.624174] env[62622]: DEBUG nova.policy [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af8ac2b21e949a28a264208a2c5538f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '614513feb6bc438989f617bf6363a194', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.708020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5c9b3e0b-acc1-41a1-aebe-92da0655f5e9 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.280s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.716574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.716574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.748266] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7667a-8c5d-ed53-93a2-fd6c336784a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.748937] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.749362] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.749728] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.750017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.750507] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.751040] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ec7e95-8981-4d42-b579-9456a0f27c18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.765113] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.765113] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.765113] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf61d86-2db8-44cc-afa3-1b2e4af1a31a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.772851] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 693.772851] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a43fee-00ed-3ea0-7aba-64ab7e50f224" [ 693.772851] env[62622]: _type = "Task" [ 693.772851] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.781768] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a43fee-00ed-3ea0-7aba-64ab7e50f224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.790691] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f1673e-509f-478f-89ba-7697dd245d58 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.800574] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Doing hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 693.800574] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-461f3b2c-13a7-4db2-8047-c2e652f3f552 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.807983] env[62622]: DEBUG oslo_vmware.api [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 693.807983] env[62622]: value = "task-2701196" [ 693.807983] env[62622]: _type = "Task" [ 693.807983] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.828375] env[62622]: DEBUG oslo_vmware.api [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701196, 'name': ResetVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.838201] env[62622]: DEBUG nova.compute.manager [req-2e7fb40d-b353-4506-9f54-35857ee1eff8 req-166b21f7-7823-43a3-9701-e8519afe3023 service nova] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Received event network-vif-deleted-f68facf4-d14e-4165-bed5-ae2ddec307c7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.936542] env[62622]: DEBUG oslo_vmware.api [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160875} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.937106] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.937437] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.937752] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.938281] env[62622]: INFO nova.compute.manager [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 693.938676] env[62622]: DEBUG oslo.service.loopingcall [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.939041] env[62622]: DEBUG nova.compute.manager [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.939287] env[62622]: DEBUG nova.network.neutron [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.973664] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.988517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.989112] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.989403] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.055751] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.218470] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.291233] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a43fee-00ed-3ea0-7aba-64ab7e50f224, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.292133] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bbed74-0c40-437d-a4a5-7b0eef1ee395 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.298144] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 694.298144] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c27ed5-b6f2-82ea-4683-58d5fde2f727" [ 694.298144] env[62622]: _type = "Task" [ 694.298144] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.310777] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c27ed5-b6f2-82ea-4683-58d5fde2f727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.322610] env[62622]: DEBUG oslo_vmware.api [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701196, 'name': ResetVM_Task, 'duration_secs': 0.114657} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.322785] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Did hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 694.322978] env[62622]: DEBUG nova.compute.manager [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.324397] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c3db6e-de91-4d29-8c8b-60f43481a8c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.495901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.540353] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Successfully created port: 1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.547973] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.611280] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ecbd5b-df83-4ff1-b8a3-d09c24c0a3e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.626745] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00532ce3-1d4e-4d24-b54b-11185c14da6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.674257] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af21ba61-d50a-4ab0-9843-91ed85bed321 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.686578] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb703d-f9f8-4cfe-87e6-7af038270199 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.713131] env[62622]: DEBUG nova.compute.provider_tree [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.742758] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.811968] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c27ed5-b6f2-82ea-4683-58d5fde2f727, 'name': SearchDatastore_Task, 'duration_secs': 0.025955} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.812453] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.812764] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.813161] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e884b58-d1d7-4c4a-9cb1-e18a8f0bb6a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.820794] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 694.820794] env[62622]: value = "task-2701198" [ 694.820794] env[62622]: _type = "Task" [ 694.820794] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.833265] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.838752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4c7a9b99-d64d-4ece-87c2-c8541c30363c tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.598s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.072570] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.113933] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.114182] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.114483] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.114577] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.114726] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.114887] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.115168] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.115364] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.115568] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.115751] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.116023] env[62622]: DEBUG nova.virt.hardware [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.119384] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2677ad-a760-412c-be61-6b6a0fb074cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.129769] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaceb67-3dfd-464d-aafc-a453a4debcfc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.195527] env[62622]: DEBUG nova.network.neutron [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.217226] env[62622]: DEBUG nova.scheduler.client.report [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.250775] env[62622]: DEBUG nova.network.neutron [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.276859] env[62622]: DEBUG nova.compute.manager [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.276859] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e701bb3-0a36-471b-a637-4a6fb33aa82c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.335137] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.701084] env[62622]: INFO nova.compute.manager [-] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Took 1.76 seconds to deallocate network for instance. [ 695.726995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.727188] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.730652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.313s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.730652] env[62622]: DEBUG nova.objects.instance [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 695.760426] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.761146] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance network_info: |[{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.761759] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:12:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '191ace8d-f266-4c45-8177-9d20623dfccc', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.770302] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating folder: Project (b99f2df87a404f81a50d0fe502fe12a6). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.771549] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c099dc1c-74c2-4843-ba02-7a8287e88eb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.785397] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created folder: Project (b99f2df87a404f81a50d0fe502fe12a6) in parent group-v544184. [ 695.785397] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating folder: Instances. Parent ref: group-v544306. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.785523] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f4c445-ab13-4899-af0d-49f613be9fd8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.791314] env[62622]: INFO nova.compute.manager [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] instance snapshotting [ 695.794326] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f0b71-2140-4c94-b734-dea6699206cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.800188] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created folder: Instances in parent group-v544306. [ 695.800188] env[62622]: DEBUG oslo.service.loopingcall [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.800188] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.800188] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8dfb32a-d5ad-4635-a80c-28ac85fe7b31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.837470] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0a7e49-6166-4edb-b1cb-e77c28f88121 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.842602] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.842602] env[62622]: value = "task-2701201" [ 695.842602] env[62622]: _type = "Task" [ 695.842602] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.852840] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5933} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.856263] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.856477] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.856970] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52eddf20-f479-4394-8ebf-8e3104fa418d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.863896] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701201, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.867308] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 695.867308] env[62622]: value = "task-2701202" [ 695.867308] env[62622]: _type = "Task" [ 695.867308] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.878631] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.211882] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.213330] env[62622]: DEBUG nova.compute.manager [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.213629] env[62622]: DEBUG nova.compute.manager [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing instance network info cache due to event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.213708] env[62622]: DEBUG oslo_concurrency.lockutils [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.214196] env[62622]: DEBUG oslo_concurrency.lockutils [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.214791] env[62622]: DEBUG nova.network.neutron [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.235150] env[62622]: DEBUG nova.compute.utils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.243206] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.243547] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.326119] env[62622]: DEBUG nova.policy [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36da8989e4a4888b4e6343266f76a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b941ea2935104ca7b4c077af92a2fa31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.354503] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701201, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.359644] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.362670] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5eb98d9-c32b-4afa-a3dd-4c24a245d9b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.368530] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 696.368530] env[62622]: value = "task-2701203" [ 696.368530] env[62622]: _type = "Task" [ 696.368530] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.379991] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.388538] env[62622]: DEBUG nova.compute.manager [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.388538] env[62622]: DEBUG nova.compute.manager [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing instance network info cache due to event network-changed-0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.388538] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] Acquiring lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.388538] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] Acquired lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.388789] env[62622]: DEBUG nova.network.neutron [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Refreshing network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.390513] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285409} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.391481] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.391684] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a3ab5-efa9-44e5-806d-dfff515f2c2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.419832] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.421477] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1a2c1e-1959-49ca-ba51-8ed24c8241c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.441863] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 696.441863] env[62622]: value = "task-2701204" [ 696.441863] env[62622]: _type = "Task" [ 696.441863] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.451664] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.617594] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Successfully updated port: 1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.744904] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.751236] env[62622]: DEBUG oslo_concurrency.lockutils [None req-11db5c24-6c97-40bb-9f69-945f2ca0f31b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.752932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.525s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.753182] env[62622]: DEBUG nova.objects.instance [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lazy-loading 'resources' on Instance uuid eb280aac-0b0e-4956-a37b-c97d910a9ecb {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.863564] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701201, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.890362] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.956125] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.974322] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Successfully created port: d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.103966] env[62622]: DEBUG nova.objects.instance [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lazy-loading 'flavor' on Instance uuid 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.122160] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.122311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquired lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.122525] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.181373] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.181654] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544305', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'name': 'volume-88565705-1ddc-4808-afa2-c6ee31021464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccccb48-b273-41ee-92b0-083c180e843f', 'attached_at': '', 'detached_at': '', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'serial': '88565705-1ddc-4808-afa2-c6ee31021464'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.182624] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09216f87-550b-4d01-8df1-aff065c56f7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.201979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e4757-c6e0-4b73-8cba-ea763dcf3942 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.229524] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-88565705-1ddc-4808-afa2-c6ee31021464/volume-88565705-1ddc-4808-afa2-c6ee31021464.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.229865] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ff3611-4028-43b5-a116-215631d4ef85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.247389] env[62622]: DEBUG nova.network.neutron [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updated VIF entry in instance network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.247574] env[62622]: DEBUG nova.network.neutron [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.255263] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 697.255263] env[62622]: value = "task-2701205" [ 697.255263] env[62622]: _type = "Task" [ 697.255263] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.267108] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.335452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.335712] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.335998] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.336238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.336531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.343317] env[62622]: INFO nova.compute.manager [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Terminating instance [ 697.354317] env[62622]: DEBUG nova.network.neutron [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updated VIF entry in instance network info cache for port 0a476125-9a5d-4cec-83e3-ed232a3c5a39. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.354742] env[62622]: DEBUG nova.network.neutron [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [{"id": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "address": "fa:16:3e:13:00:49", "network": {"id": "919d876a-0fbb-4c65-a5a7-d2db90e85bc7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385481606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82cdef9be26d468287d2ca99773ca0ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a476125-9a", "ovs_interfaceid": "0a476125-9a5d-4cec-83e3-ed232a3c5a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.363605] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701201, 'name': CreateVM_Task, 'duration_secs': 1.047166} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.364891] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.365668] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.365838] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.366184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.366712] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb07b40-0eaa-4176-acf9-7e78c125230a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.372763] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 697.372763] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c900d1-0bd4-a1a9-7912-14ec9f458b12" [ 697.372763] env[62622]: _type = "Task" [ 697.372763] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.389900] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c900d1-0bd4-a1a9-7912-14ec9f458b12, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.393705] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.393705] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.393935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.394077] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.394264] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.394563] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701203, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.397293] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a56d5338-2c26-499c-92d6-d8d1d8a1264b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.405887] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.406139] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.407027] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222c8467-317d-4fbc-98c8-476821c0a5fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.411981] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 697.411981] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8e480-e440-7ddb-65ce-1d6088fb4e78" [ 697.411981] env[62622]: _type = "Task" [ 697.411981] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.424157] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8e480-e440-7ddb-65ce-1d6088fb4e78, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.427878] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316b543b-a511-4f2b-ae6d-8deec9ce310f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.432526] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 697.432526] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b98140-02fa-2edc-7b6f-0e55d180f272" [ 697.432526] env[62622]: _type = "Task" [ 697.432526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.441985] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b98140-02fa-2edc-7b6f-0e55d180f272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.455210] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701204, 'name': ReconfigVM_Task, 'duration_secs': 0.784509} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.455210] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.455210] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bf2726e-1607-4d4c-86dc-212133bd9464 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.462019] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 697.462019] env[62622]: value = "task-2701206" [ 697.462019] env[62622]: _type = "Task" [ 697.462019] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.477241] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701206, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.613844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.614038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.699280] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.750420] env[62622]: DEBUG oslo_concurrency.lockutils [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.750630] env[62622]: DEBUG nova.compute.manager [req-ed09b5ac-b9af-4686-84b8-77b79e74c96b req-d2d81541-e189-460c-ab20-874056656d3f service nova] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Received event network-vif-deleted-360478a5-cd8a-475b-b329-f0b81536e328 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.755414] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.769147] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701205, 'name': ReconfigVM_Task, 'duration_secs': 0.421922} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.771825] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-88565705-1ddc-4808-afa2-c6ee31021464/volume-88565705-1ddc-4808-afa2-c6ee31021464.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.778154] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0515a7f4-669c-402c-a4be-26638985a053 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.802858] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 697.802858] env[62622]: value = "task-2701207" [ 697.802858] env[62622]: _type = "Task" [ 697.802858] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.805938] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.806274] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.806274] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.806413] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.806547] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.806715] env[62622]: DEBUG nova.virt.hardware [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.807702] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc9ffd-4c0e-4d6a-b79e-ffeb42b81464 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.825150] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a91f29-f3c2-4f00-8e36-8162814e4783 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.829065] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.847217] env[62622]: DEBUG nova.compute.manager [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.847370] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.848130] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7c4f1-f837-4031-bd0b-f7a82d30e05c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.855137] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.855394] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad62eeca-f122-4a76-930d-87909dae8d89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.863195] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 697.863195] env[62622]: value = "task-2701208" [ 697.863195] env[62622]: _type = "Task" [ 697.863195] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.866036] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f3ca209-24be-418e-8627-fadd5e297bd1 req-7a01f53c-4450-4fc6-bdf3-df9d13ecffc8 service nova] Releasing lock "refresh_cache-4f5650b2-b43e-4b2a-a5d7-294986f031ba" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.879082] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.882119] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aba563-dbcd-48a5-82db-7737315db86a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.888673] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701203, 'name': CreateSnapshot_Task, 'duration_secs': 1.250011} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.888934] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.889725] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86200be-8bb0-4ae6-9524-ded8d10e7298 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.895351] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b0b34-2f3f-4aa3-805d-a07c30b075d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.946637] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d2ffef-e046-480d-8929-520db9e7510b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.961691] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b98140-02fa-2edc-7b6f-0e55d180f272, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.963673] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09c145-b290-4fde-a514-871779805794 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.969141] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.969141] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.972457] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a1ee0e-52fe-4402-a5aa-462e3d278cd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.986728] env[62622]: DEBUG nova.compute.provider_tree [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.992904] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 697.992904] env[62622]: value = "task-2701209" [ 697.992904] env[62622]: _type = "Task" [ 697.992904] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.993574] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701206, 'name': Rename_Task, 'duration_secs': 0.179732} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.995377] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.002330] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77eca973-1803-4c14-80b4-2103294f8e21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.011259] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.013236] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 698.013236] env[62622]: value = "task-2701210" [ 698.013236] env[62622]: _type = "Task" [ 698.013236] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.022662] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.040564] env[62622]: DEBUG nova.network.neutron [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updating instance_info_cache with network_info: [{"id": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "address": "fa:16:3e:dd:81:1d", "network": {"id": "488b5d1d-78a3-4605-b81c-510784e825ce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1064471098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614513feb6bc438989f617bf6363a194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88fab8-52", "ovs_interfaceid": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.328244] env[62622]: DEBUG oslo_vmware.api [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701207, 'name': ReconfigVM_Task, 'duration_secs': 0.189427} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.328616] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544305', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'name': 'volume-88565705-1ddc-4808-afa2-c6ee31021464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccccb48-b273-41ee-92b0-083c180e843f', 'attached_at': '', 'detached_at': '', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'serial': '88565705-1ddc-4808-afa2-c6ee31021464'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 698.344386] env[62622]: DEBUG nova.network.neutron [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.385859] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701208, 'name': PowerOffVM_Task, 'duration_secs': 0.271765} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.386374] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.386698] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.387159] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8a3c28-544c-4036-9429-ea3bd7e60b35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.416143] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.416143] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-204fba44-6796-4814-bb72-2d1f545b3e4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425799] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 698.425799] env[62622]: value = "task-2701212" [ 698.425799] env[62622]: _type = "Task" [ 698.425799] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.437861] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701212, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.463214] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.465015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.465015] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleting the datastore file [datastore2] 4f5650b2-b43e-4b2a-a5d7-294986f031ba {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.465015] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639cc0c4-6677-4f68-a730-f5910f4c8a45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.478084] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 698.478084] env[62622]: value = "task-2701213" [ 698.478084] env[62622]: _type = "Task" [ 698.478084] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.489721] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.498021] env[62622]: DEBUG nova.scheduler.client.report [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.505672] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.506240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.506993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.507366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.507775] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.510732] env[62622]: INFO nova.compute.manager [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Terminating instance [ 698.524306] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.535964] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701210, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.544215] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Releasing lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.546053] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Instance network_info: |[{"id": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "address": "fa:16:3e:dd:81:1d", "network": {"id": "488b5d1d-78a3-4605-b81c-510784e825ce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1064471098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614513feb6bc438989f617bf6363a194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88fab8-52", "ovs_interfaceid": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.546053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:81:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a88fab8-5221-432f-b8ad-f0be79f992ad', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.556731] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Creating folder: Project (614513feb6bc438989f617bf6363a194). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.557212] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be8a5429-8ba1-430f-8f33-d0d9052b17de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.570092] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Created folder: Project (614513feb6bc438989f617bf6363a194) in parent group-v544184. [ 698.570377] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Creating folder: Instances. Parent ref: group-v544311. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.570668] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b285c37c-2ded-4514-9656-37b9da9ab24f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.581960] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Created folder: Instances in parent group-v544311. [ 698.582319] env[62622]: DEBUG oslo.service.loopingcall [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.582537] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.582767] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe250a1-c900-4f35-9cf1-ee44d944b495 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.606891] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.606891] env[62622]: value = "task-2701216" [ 698.606891] env[62622]: _type = "Task" [ 698.606891] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.614011] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701216, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.939596] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701212, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.990029] env[62622]: DEBUG oslo_vmware.api [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313424} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.990029] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.990029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.990029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.990029] env[62622]: INFO nova.compute.manager [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 698.990263] env[62622]: DEBUG oslo.service.loopingcall [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.990449] env[62622]: DEBUG nova.compute.manager [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.990555] env[62622]: DEBUG nova.network.neutron [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.006570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.018967] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.361s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.019108] env[62622]: DEBUG nova.objects.instance [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lazy-loading 'resources' on Instance uuid 6416b9fa-2e09-4093-9f54-f1649c351ba7 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.021416] env[62622]: DEBUG nova.compute.manager [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.021416] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.021600] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609271} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.025841] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8781ab7f-a494-449b-86c4-c4b744ecbb47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.027246] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.027246] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.027871] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-094a5ccf-9bcb-4f6f-a6dd-2dbb95dfcf66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.045092] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 699.045092] env[62622]: value = "task-2701218" [ 699.045092] env[62622]: _type = "Task" [ 699.045092] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.045092] env[62622]: DEBUG oslo_vmware.api [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701210, 'name': PowerOnVM_Task, 'duration_secs': 0.774795} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.045650] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 699.045650] env[62622]: value = "task-2701217" [ 699.045650] env[62622]: _type = "Task" [ 699.045650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.049615] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.049615] env[62622]: INFO nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 10.50 seconds to spawn the instance on the hypervisor. [ 699.050021] env[62622]: DEBUG nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.062758] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809654b-9832-4855-bdb4-74d9371ddd8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.076166] env[62622]: DEBUG nova.compute.manager [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Received event network-vif-plugged-1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.076550] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Acquiring lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.077597] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.077597] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.077597] env[62622]: DEBUG nova.compute.manager [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] No waiting events found dispatching network-vif-plugged-1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.077597] env[62622]: WARNING nova.compute.manager [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Received unexpected event network-vif-plugged-1a88fab8-5221-432f-b8ad-f0be79f992ad for instance with vm_state building and task_state spawning. [ 699.077597] env[62622]: DEBUG nova.compute.manager [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Received event network-changed-1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.077835] env[62622]: DEBUG nova.compute.manager [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Refreshing instance network info cache due to event network-changed-1a88fab8-5221-432f-b8ad-f0be79f992ad. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.077938] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Acquiring lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.078044] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Acquired lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.078280] env[62622]: DEBUG nova.network.neutron [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Refreshing network info cache for port 1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.080467] env[62622]: INFO nova.scheduler.client.report [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleted allocations for instance eb280aac-0b0e-4956-a37b-c97d910a9ecb [ 699.132041] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.132041] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701218, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.142521] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701216, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.392683] env[62622]: DEBUG nova.objects.instance [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lazy-loading 'flavor' on Instance uuid eccccb48-b273-41ee-92b0-083c180e843f {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.419798] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Successfully updated port: d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.437391] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701212, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.562500] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07827} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.567265] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.572856] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e13a06a-0367-4810-b52d-53bc5f35e062 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.575603] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701217, 'name': PowerOffVM_Task, 'duration_secs': 0.285642} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.578107] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.578304] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 699.578496] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544227', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'name': 'volume-24afda0c-afcb-40e0-9c0f-27ae65722b95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff80c7ea-2f3c-462f-a141-a6f93f7a9245', 'attached_at': '', 'detached_at': '', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'serial': '24afda0c-afcb-40e0-9c0f-27ae65722b95'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 699.580067] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827194c-d295-4a5f-a0d1-69efc32cea29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.594643] env[62622]: DEBUG nova.network.neutron [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.607867] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.610963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-789acab8-243f-4dc1-b797-3dc81e3fddc7 tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "eb280aac-0b0e-4956-a37b-c97d910a9ecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.617s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.612328] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfdb027-946f-4fc6-a188-3d2dde954c9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.657403] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d49cd6-c17c-43a4-b4e1-663e60a55486 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.665619] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 699.665619] env[62622]: value = "task-2701219" [ 699.665619] env[62622]: _type = "Task" [ 699.665619] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.666078] env[62622]: INFO nova.compute.manager [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 49.27 seconds to build instance. [ 699.675801] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701216, 'name': CreateVM_Task, 'duration_secs': 0.577576} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.676450] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.678037] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5895012-6791-4d28-be92-a58d6d4f7a95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.687060] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.687266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.687924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.688900] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.691380] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c91ab38-6a6a-42a2-844a-606fa9b70ab4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.714384] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78fd0f6-f7f9-480c-9597-0602659cd8da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.717279] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 699.717279] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ae36de-a98f-6e8a-dbff-de8d4d80a5e2" [ 699.717279] env[62622]: _type = "Task" [ 699.717279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.732950] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] The volume has not been displaced from its original location: [datastore1] volume-24afda0c-afcb-40e0-9c0f-27ae65722b95/volume-24afda0c-afcb-40e0-9c0f-27ae65722b95.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 699.738401] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 699.743426] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5519477-a2ac-41d0-815e-71ac175e171a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.764620] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ae36de-a98f-6e8a-dbff-de8d4d80a5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.765657] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.765945] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.766214] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.766413] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.766556] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.767103] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95dd080b-d804-498f-8914-bb04382da582 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.772575] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 699.772575] env[62622]: value = "task-2701220" [ 699.772575] env[62622]: _type = "Task" [ 699.772575] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.777415] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.777415] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.780945] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ad256b-f669-45ec-b6ab-5151eb5e5daf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.784200] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.791915] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 699.791915] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52440ce3-cbae-42e1-1c54-7e8b7de49631" [ 699.791915] env[62622]: _type = "Task" [ 699.791915] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.800498] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52440ce3-cbae-42e1-1c54-7e8b7de49631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.895156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.895478] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.899747] env[62622]: DEBUG oslo_concurrency.lockutils [None req-32d827fe-0be2-47ee-8733-7cded710267c tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.920s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.915113] env[62622]: DEBUG nova.compute.manager [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Received event network-vif-plugged-d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.915298] env[62622]: DEBUG oslo_concurrency.lockutils [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] Acquiring lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.915513] env[62622]: DEBUG oslo_concurrency.lockutils [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.915706] env[62622]: DEBUG oslo_concurrency.lockutils [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.915875] env[62622]: DEBUG nova.compute.manager [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] No waiting events found dispatching network-vif-plugged-d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.916091] env[62622]: WARNING nova.compute.manager [req-231b7977-34e3-4d63-a81f-a5d775bbd89c req-56547dc7-ad07-41d2-949d-abe52f9afb34 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Received unexpected event network-vif-plugged-d50905fc-9bb3-4884-a06d-4508b0ce4ce2 for instance with vm_state building and task_state spawning. [ 699.928463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.928463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.928463] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.942032] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701212, 'name': CloneVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.970583] env[62622]: DEBUG nova.network.neutron [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updated VIF entry in instance network info cache for port 1a88fab8-5221-432f-b8ad-f0be79f992ad. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.970970] env[62622]: DEBUG nova.network.neutron [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updating instance_info_cache with network_info: [{"id": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "address": "fa:16:3e:dd:81:1d", "network": {"id": "488b5d1d-78a3-4605-b81c-510784e825ce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1064471098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614513feb6bc438989f617bf6363a194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88fab8-52", "ovs_interfaceid": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.109507] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.109895] env[62622]: DEBUG nova.compute.manager [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Inject network info {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 700.110643] env[62622]: DEBUG nova.compute.manager [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] network_info to inject: |[{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 700.115451] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfiguring VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 700.116146] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b021b1-2581-4f16-8530-1a127e84a080 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.132281] env[62622]: DEBUG oslo_vmware.api [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 700.132281] env[62622]: value = "task-2701221" [ 700.132281] env[62622]: _type = "Task" [ 700.132281] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.141039] env[62622]: DEBUG oslo_vmware.api [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.168305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ac47dd6a-ce8b-44bc-bd90-c3388638b4c1 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.190s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.174048] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f18679-5e3a-4c88-bafd-274c3bbd8dd9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.185084] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4f98a6-9d82-49a5-8b88-d2cf6ca14ea6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.188353] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701219, 'name': ReconfigVM_Task, 'duration_secs': 0.297332} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.189186] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Reconfigured VM instance instance-00000028 to attach disk [datastore2] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.190923] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06af40b3-9ad9-47a7-a822-8d54b7f403e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.218227] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dec607-1442-45c2-b6a0-a0658bc9a767 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.222279] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 700.222279] env[62622]: value = "task-2701222" [ 700.222279] env[62622]: _type = "Task" [ 700.222279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.229101] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4553525-36a8-4041-9f23-1acdeacbe033 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.235916] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701222, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.246547] env[62622]: DEBUG nova.compute.provider_tree [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.261629] env[62622]: DEBUG nova.network.neutron [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.281817] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.303290] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52440ce3-cbae-42e1-1c54-7e8b7de49631, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.304136] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a27ec4d-3fa9-4507-a1eb-174b9ab7ff21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.309831] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 700.309831] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229562a-a6d0-ba34-4814-d46b6b2346d6" [ 700.309831] env[62622]: _type = "Task" [ 700.309831] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.318241] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229562a-a6d0-ba34-4814-d46b6b2346d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.446884] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701212, 'name': CloneVM_Task, 'duration_secs': 1.616574} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.447202] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Created linked-clone VM from snapshot [ 700.450735] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60fb2d2-54ed-4f0c-a43b-186286d48db1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.459578] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Uploading image d5b623b6-792e-45e8-b6b0-f3b6aa9dcb52 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.475578] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f787de2-6be7-4122-ba00-66c3cfbf28c9 req-bbaad99d-e1a8-4a1f-9b41-675b12150655 service nova] Releasing lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.479533] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.485018] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.485018] env[62622]: value = "vm-544310" [ 700.485018] env[62622]: _type = "VirtualMachine" [ 700.485018] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.485301] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f485102-ffc0-47a0-8429-2ec208290178 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.491772] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease: (returnval){ [ 700.491772] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263257f-60c6-566b-e68e-7d77055d2b48" [ 700.491772] env[62622]: _type = "HttpNfcLease" [ 700.491772] env[62622]: } obtained for exporting VM: (result){ [ 700.491772] env[62622]: value = "vm-544310" [ 700.491772] env[62622]: _type = "VirtualMachine" [ 700.491772] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.492032] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the lease: (returnval){ [ 700.492032] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263257f-60c6-566b-e68e-7d77055d2b48" [ 700.492032] env[62622]: _type = "HttpNfcLease" [ 700.492032] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.499306] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.499306] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263257f-60c6-566b-e68e-7d77055d2b48" [ 700.499306] env[62622]: _type = "HttpNfcLease" [ 700.499306] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.630902] env[62622]: DEBUG nova.network.neutron [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Updating instance_info_cache with network_info: [{"id": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "address": "fa:16:3e:35:5b:06", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50905fc-9b", "ovs_interfaceid": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.641866] env[62622]: DEBUG oslo_vmware.api [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701221, 'name': ReconfigVM_Task, 'duration_secs': 0.178079} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.642217] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09c422-44c2-4e90-8bc4-f5b6d95db584 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfigured VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 700.678535] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.737139] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701222, 'name': Rename_Task, 'duration_secs': 0.178595} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.737387] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.737950] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2647c9-da34-434d-ac8f-fcd335b503fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.746169] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 700.746169] env[62622]: value = "task-2701224" [ 700.746169] env[62622]: _type = "Task" [ 700.746169] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.751329] env[62622]: DEBUG nova.scheduler.client.report [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.761361] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.763925] env[62622]: INFO nova.compute.manager [-] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Took 1.77 seconds to deallocate network for instance. [ 700.784980] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.823966] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229562a-a6d0-ba34-4814-d46b6b2346d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.823966] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.823966] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c/8bee33a8-85ec-48ca-b5e8-29c6a8adf00c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.823966] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599606e5-5d2c-4bdc-b055-d11d3823bdd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.830310] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 700.830310] env[62622]: value = "task-2701225" [ 700.830310] env[62622]: _type = "Task" [ 700.830310] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.838972] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.000579] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.000579] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263257f-60c6-566b-e68e-7d77055d2b48" [ 701.000579] env[62622]: _type = "HttpNfcLease" [ 701.000579] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.000994] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.000994] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263257f-60c6-566b-e68e-7d77055d2b48" [ 701.000994] env[62622]: _type = "HttpNfcLease" [ 701.000994] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.001903] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19460f-340a-41f7-a772-b8c18a77b66b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.010085] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.010335] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.134188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.134626] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Instance network_info: |[{"id": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "address": "fa:16:3e:35:5b:06", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50905fc-9b", "ovs_interfaceid": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.135213] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:5b:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd50905fc-9bb3-4884-a06d-4508b0ce4ce2', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.146234] env[62622]: DEBUG oslo.service.loopingcall [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.154272] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.155032] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04c21434-a937-4696-bed4-da6b8b78a1e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.173157] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26a35c41-cfff-4eee-a2e3-935149cdc247 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.190721] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.190721] env[62622]: value = "task-2701226" [ 701.190721] env[62622]: _type = "Task" [ 701.190721] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.210439] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701226, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.215761] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.264539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.268307] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.269154] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.259s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.272459] env[62622]: INFO nova.compute.claims [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.277686] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.295736] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.319153] env[62622]: INFO nova.scheduler.client.report [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Deleted allocations for instance 6416b9fa-2e09-4093-9f54-f1649c351ba7 [ 701.347791] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.709217] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701226, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.757390] env[62622]: DEBUG oslo_vmware.api [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701224, 'name': PowerOnVM_Task, 'duration_secs': 0.611823} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.757760] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.758237] env[62622]: INFO nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Took 9.40 seconds to spawn the instance on the hypervisor. [ 701.758389] env[62622]: DEBUG nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.759256] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606767c7-7067-450d-a76b-5ebc880fe765 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.796799] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701220, 'name': ReconfigVM_Task, 'duration_secs': 1.966843} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.797598] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 701.804553] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b1e702-6aae-4d3f-9c15-c186ecdc970f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.825033] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 701.825033] env[62622]: value = "task-2701227" [ 701.825033] env[62622]: _type = "Task" [ 701.825033] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.833297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9d5b1ca6-3c6e-46cc-8f10-f7fe62123061 tempest-ServersAdminNegativeTestJSON-252603245 tempest-ServersAdminNegativeTestJSON-252603245-project-member] Lock "6416b9fa-2e09-4093-9f54-f1649c351ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.117s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.842868] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.849788] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701225, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.205461] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701226, 'name': CreateVM_Task, 'duration_secs': 0.816955} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.205666] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.206401] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.206571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206916] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.207245] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a9e28d-c1cb-40ca-8417-ff88b7c1032e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.212863] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 702.212863] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529894a8-a39d-f42e-285f-6a7179125690" [ 702.212863] env[62622]: _type = "Task" [ 702.212863] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.222712] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529894a8-a39d-f42e-285f-6a7179125690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.284063] env[62622]: INFO nova.compute.manager [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Took 47.66 seconds to build instance. [ 702.347596] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701227, 'name': ReconfigVM_Task, 'duration_secs': 0.162236} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.348087] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544227', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'name': 'volume-24afda0c-afcb-40e0-9c0f-27ae65722b95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff80c7ea-2f3c-462f-a141-a6f93f7a9245', 'attached_at': '', 'detached_at': '', 'volume_id': '24afda0c-afcb-40e0-9c0f-27ae65722b95', 'serial': '24afda0c-afcb-40e0-9c0f-27ae65722b95'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 702.348679] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.352663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354a81f7-c13d-48dd-820d-e6a195b8ae07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.355619] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701225, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.360686] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.363694] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34da315b-5626-4d59-afc2-8424086437b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.385212] env[62622]: DEBUG nova.compute.manager [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.385701] env[62622]: DEBUG nova.compute.manager [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing instance network info cache due to event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.386126] env[62622]: DEBUG oslo_concurrency.lockutils [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.386403] env[62622]: DEBUG oslo_concurrency.lockutils [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.386672] env[62622]: DEBUG nova.network.neutron [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.437579] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.437730] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.437942] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Deleting the datastore file [datastore1] ff80c7ea-2f3c-462f-a141-a6f93f7a9245 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.438181] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8248e1bd-4d2f-4fb0-a95d-e78520b7ddf7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.445617] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for the task: (returnval){ [ 702.445617] env[62622]: value = "task-2701229" [ 702.445617] env[62622]: _type = "Task" [ 702.445617] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.455904] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.459604] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.460080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.689334] env[62622]: DEBUG nova.compute.manager [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Received event network-changed-d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.689734] env[62622]: DEBUG nova.compute.manager [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Refreshing instance network info cache due to event network-changed-d50905fc-9bb3-4884-a06d-4508b0ce4ce2. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.690237] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] Acquiring lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.690638] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] Acquired lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.690906] env[62622]: DEBUG nova.network.neutron [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Refreshing network info cache for port d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.724218] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529894a8-a39d-f42e-285f-6a7179125690, 'name': SearchDatastore_Task, 'duration_secs': 0.029454} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.724218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.724218] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.724218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.724218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.724218] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.724684] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe10a24-ce70-4ba4-b3c9-4fd22ec0bc31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.734481] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.734673] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.735479] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538b5d4d-07ee-4915-87e4-229adb595c3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.742102] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 702.742102] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d26103-0f56-14b0-7686-4aeafc6907f8" [ 702.742102] env[62622]: _type = "Task" [ 702.742102] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.754259] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d26103-0f56-14b0-7686-4aeafc6907f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.789404] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3e90f784-74a6-4d58-b2ae-b839c0bee2b5 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.932s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.851893] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701225, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552825} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.856390] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c/8bee33a8-85ec-48ca-b5e8-29c6a8adf00c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.856682] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.858296] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e081cdd9-09fd-4834-826e-f1ee5b0208d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.866512] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 702.866512] env[62622]: value = "task-2701230" [ 702.866512] env[62622]: _type = "Task" [ 702.866512] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.880046] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.888514] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3f8ec-3453-4ce6-8f83-492203ff5fa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.898809] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521637f2-fd36-4c7d-8e1b-46bf4d60597e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.936059] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b3d3d8-9d97-4315-9486-4ed4ea134c17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.945428] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a0596-266c-445f-97bc-b9f4ff01d447 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.971212] env[62622]: INFO nova.compute.manager [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Detaching volume 88565705-1ddc-4808-afa2-c6ee31021464 [ 702.974150] env[62622]: DEBUG nova.compute.provider_tree [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.981935] env[62622]: DEBUG oslo_vmware.api [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Task: {'id': task-2701229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176231} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.981935] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.981935] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.981935] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.981935] env[62622]: INFO nova.compute.manager [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Took 3.96 seconds to destroy the instance on the hypervisor. [ 702.981935] env[62622]: DEBUG oslo.service.loopingcall [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.981935] env[62622]: DEBUG nova.compute.manager [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.981935] env[62622]: DEBUG nova.network.neutron [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.020574] env[62622]: INFO nova.virt.block_device [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Attempting to driver detach volume 88565705-1ddc-4808-afa2-c6ee31021464 from mountpoint /dev/sdb [ 703.020835] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 703.021037] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544305', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'name': 'volume-88565705-1ddc-4808-afa2-c6ee31021464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccccb48-b273-41ee-92b0-083c180e843f', 'attached_at': '', 'detached_at': '', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'serial': '88565705-1ddc-4808-afa2-c6ee31021464'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 703.022299] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7932d0-2a43-4a38-bf20-79d7a1fb7d69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.048276] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c1d2d-3dce-4a20-8588-3f50f9057e0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.058223] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85125c3c-dad6-4bab-8dc1-a0b5fe3a27b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.079950] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4003173d-68a9-4a2e-b32c-aa0e214ef75c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.099141] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] The volume has not been displaced from its original location: [datastore2] volume-88565705-1ddc-4808-afa2-c6ee31021464/volume-88565705-1ddc-4808-afa2-c6ee31021464.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 703.101795] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 703.104255] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53d5368-2905-430f-b304-4eaef078abb1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.126255] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 703.126255] env[62622]: value = "task-2701231" [ 703.126255] env[62622]: _type = "Task" [ 703.126255] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.136967] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.149958] env[62622]: DEBUG nova.objects.instance [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lazy-loading 'flavor' on Instance uuid 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.258098] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d26103-0f56-14b0-7686-4aeafc6907f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.258921] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3726d7c-7129-4624-ba78-43edd5ab86aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.264558] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 703.264558] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8a04a-635e-3e2f-60b4-eb0c68aea227" [ 703.264558] env[62622]: _type = "Task" [ 703.264558] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.273538] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8a04a-635e-3e2f-60b4-eb0c68aea227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.382016] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090606} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.383304] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.383710] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bf109-d05c-4c1d-b3d2-96f134059fe9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.409756] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c/8bee33a8-85ec-48ca-b5e8-29c6a8adf00c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.409756] env[62622]: DEBUG nova.network.neutron [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updated VIF entry in instance network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.409756] env[62622]: DEBUG nova.network.neutron [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.412493] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ec0f50-6e26-45a1-94b2-0cc29d109396 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.439164] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 703.439164] env[62622]: value = "task-2701232" [ 703.439164] env[62622]: _type = "Task" [ 703.439164] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.449396] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.485068] env[62622]: DEBUG nova.scheduler.client.report [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.637579] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701231, 'name': ReconfigVM_Task, 'duration_secs': 0.406637} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.640988] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 703.646356] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecf53ef-0f39-45af-9715-0f6fea27c863 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.664056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.670017] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 703.670017] env[62622]: value = "task-2701233" [ 703.670017] env[62622]: _type = "Task" [ 703.670017] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.681227] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.730871] env[62622]: DEBUG nova.network.neutron [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Updated VIF entry in instance network info cache for port d50905fc-9bb3-4884-a06d-4508b0ce4ce2. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.730871] env[62622]: DEBUG nova.network.neutron [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Updating instance_info_cache with network_info: [{"id": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "address": "fa:16:3e:35:5b:06", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50905fc-9b", "ovs_interfaceid": "d50905fc-9bb3-4884-a06d-4508b0ce4ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.781028] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8a04a-635e-3e2f-60b4-eb0c68aea227, 'name': SearchDatastore_Task, 'duration_secs': 0.018697} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.781028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.781478] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f07d79c3-f64f-43e9-9828-9a67fb370962/f07d79c3-f64f-43e9-9828-9a67fb370962.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.782503] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea288466-e286-4a94-b2fb-cdc08964beb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.790370] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 703.790370] env[62622]: value = "task-2701234" [ 703.790370] env[62622]: _type = "Task" [ 703.790370] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.801626] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.931935] env[62622]: DEBUG oslo_concurrency.lockutils [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.932248] env[62622]: DEBUG nova.compute.manager [req-582d4a3b-a37e-4048-955f-b2753c5f0c84 req-62ba5131-f7d5-459b-9da8-2401c2ca5886 service nova] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Received event network-vif-deleted-0a476125-9a5d-4cec-83e3-ed232a3c5a39 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.932647] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.953154] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701232, 'name': ReconfigVM_Task, 'duration_secs': 0.441079} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.953421] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c/8bee33a8-85ec-48ca-b5e8-29c6a8adf00c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.954120] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebefa0ee-3655-4748-b6e8-1fdf4d97d1b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.961431] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 703.961431] env[62622]: value = "task-2701235" [ 703.961431] env[62622]: _type = "Task" [ 703.961431] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.971426] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701235, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.989324] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.990604] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.998343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.800s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.998343] env[62622]: DEBUG nova.objects.instance [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lazy-loading 'resources' on Instance uuid edc82f82-b70e-441f-82fa-b489a31175c9 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.171376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.171759] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.186136] env[62622]: DEBUG oslo_vmware.api [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701233, 'name': ReconfigVM_Task, 'duration_secs': 0.181759} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.187178] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544305', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'name': 'volume-88565705-1ddc-4808-afa2-c6ee31021464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccccb48-b273-41ee-92b0-083c180e843f', 'attached_at': '', 'detached_at': '', 'volume_id': '88565705-1ddc-4808-afa2-c6ee31021464', 'serial': '88565705-1ddc-4808-afa2-c6ee31021464'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 704.234575] env[62622]: DEBUG oslo_concurrency.lockutils [req-cbb142f1-9e1e-4b5e-9bf1-f300d9efa536 req-71fecd97-d8d8-43d9-95cb-cbff31c26197 service nova] Releasing lock "refresh_cache-f07d79c3-f64f-43e9-9828-9a67fb370962" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.251139] env[62622]: DEBUG nova.network.neutron [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.304453] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.474678] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701235, 'name': Rename_Task, 'duration_secs': 0.201654} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.476019] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.476019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2cabb17-1832-4493-ae0c-8509c89913ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.486022] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 704.486022] env[62622]: value = "task-2701236" [ 704.486022] env[62622]: _type = "Task" [ 704.486022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.494999] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.497660] env[62622]: DEBUG nova.compute.utils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 704.504496] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.508287] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.568500] env[62622]: DEBUG nova.network.neutron [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.611199] env[62622]: DEBUG nova.policy [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5890b77540ac4e7ebb04ac8f0c0a1baa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3dacb6d99f246b79f2167db10f42438', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.681871] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.758615] env[62622]: INFO nova.compute.manager [-] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Took 1.77 seconds to deallocate network for instance. [ 704.802978] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608508} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.806070] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f07d79c3-f64f-43e9-9828-9a67fb370962/f07d79c3-f64f-43e9-9828-9a67fb370962.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.806323] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.807807] env[62622]: DEBUG nova.objects.instance [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lazy-loading 'flavor' on Instance uuid eccccb48-b273-41ee-92b0-083c180e843f {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.809079] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78a68a20-b820-4ac3-8709-e82801217197 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.816877] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 704.816877] env[62622]: value = "task-2701237" [ 704.816877] env[62622]: _type = "Task" [ 704.816877] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.832262] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.993549] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "1d594b1e-a93c-4404-b014-ff8690f348b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.995480] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.004662] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.008414] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.048018] env[62622]: DEBUG nova.compute.manager [req-3ab8878e-e804-4783-917a-95ebfa506891 req-2e826358-37ec-4f8d-b238-2f7cecfd35b6 service nova] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Received event network-vif-deleted-4bcda5bc-5ffb-4035-97e5-266c66e9ab95 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.059147] env[62622]: DEBUG nova.compute.manager [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Received event network-changed-7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.059147] env[62622]: DEBUG nova.compute.manager [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Refreshing instance network info cache due to event network-changed-7cd69a60-18bf-4961-ba2f-87507be65834. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.059380] env[62622]: DEBUG oslo_concurrency.lockutils [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.059683] env[62622]: DEBUG oslo_concurrency.lockutils [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.059753] env[62622]: DEBUG nova.network.neutron [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Refreshing network info cache for port 7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.148598] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569aacd-16aa-4bc5-a1d1-ab03f39e1214 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.159705] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418d98cf-5bff-42c0-8fc6-7816746f24d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.209907] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4623516c-1e56-455b-9acc-119b1297daa2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.219808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798b8d9-f7b6-4d44-9258-8d0a17cdc7b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.226540] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.235878] env[62622]: DEBUG nova.compute.provider_tree [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.295522] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Successfully created port: 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.331672] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075154} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.332619] env[62622]: INFO nova.compute.manager [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Took 0.57 seconds to detach 1 volumes for instance. [ 705.334771] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.335319] env[62622]: DEBUG nova.compute.manager [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Deleting volume: 24afda0c-afcb-40e0-9c0f-27ae65722b95 {{(pid=62622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 705.338061] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862bbf0-b33c-42ea-b952-57694f6e1d8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.363688] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f07d79c3-f64f-43e9-9828-9a67fb370962/f07d79c3-f64f-43e9-9828-9a67fb370962.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.366750] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5592944-747a-4c0f-963b-57f7b844f146 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.389180] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 705.389180] env[62622]: value = "task-2701238" [ 705.389180] env[62622]: _type = "Task" [ 705.389180] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.397833] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.495738] env[62622]: DEBUG oslo_vmware.api [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701236, 'name': PowerOnVM_Task, 'duration_secs': 0.605818} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.496977] env[62622]: DEBUG nova.network.neutron [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.498360] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.498495] env[62622]: INFO nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Took 10.43 seconds to spawn the instance on the hypervisor. [ 705.498606] env[62622]: DEBUG nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.499963] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bafa7e-f9a0-4edf-879f-3409b6dfc35e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.741211] env[62622]: DEBUG nova.scheduler.client.report [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.818638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91dd1325-f78d-4b34-88ec-9768111a1483 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.890641] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.902079] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.000104] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.000421] env[62622]: DEBUG nova.compute.manager [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Inject network info {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 706.001078] env[62622]: DEBUG nova.compute.manager [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] network_info to inject: |[{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 706.011135] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfiguring VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 706.011485] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6db5f8-0330-4c13-9094-d8ded3158c9f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.031653] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.036480] env[62622]: INFO nova.compute.manager [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Took 44.97 seconds to build instance. [ 706.043442] env[62622]: DEBUG oslo_vmware.api [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 706.043442] env[62622]: value = "task-2701240" [ 706.043442] env[62622]: _type = "Task" [ 706.043442] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.056295] env[62622]: DEBUG oslo_vmware.api [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.067651] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:14:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='40acce81-c27c-45ac-b3b8-deddfe0eedc3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1058561627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.067862] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.068050] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.068204] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.068350] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.068549] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.068833] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.068925] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.069133] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.069328] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.069564] env[62622]: DEBUG nova.virt.hardware [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.070748] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a059b-0b57-4979-84cd-730a2eed002e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.080670] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1214d-98c2-466c-81f1-0b296ee8eca3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.177685] env[62622]: DEBUG nova.network.neutron [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updated VIF entry in instance network info cache for port 7cd69a60-18bf-4961-ba2f-87507be65834. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.178124] env[62622]: DEBUG nova.network.neutron [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.246683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.249868] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.455s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.250281] env[62622]: DEBUG nova.objects.instance [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'resources' on Instance uuid 4e937ba8-a669-4171-985d-c47523a93130 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.277442] env[62622]: INFO nova.scheduler.client.report [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Deleted allocations for instance edc82f82-b70e-441f-82fa-b489a31175c9 [ 706.401740] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701238, 'name': ReconfigVM_Task, 'duration_secs': 0.755991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.402027] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f07d79c3-f64f-43e9-9828-9a67fb370962/f07d79c3-f64f-43e9-9828-9a67fb370962.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.402714] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bb5e66e-cb12-4897-ae05-32ff3adf20d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.411445] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 706.411445] env[62622]: value = "task-2701241" [ 706.411445] env[62622]: _type = "Task" [ 706.411445] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.426019] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701241, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.540849] env[62622]: DEBUG oslo_concurrency.lockutils [None req-63818e20-8eb1-43df-9019-20c941329a22 tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.083s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.561779] env[62622]: DEBUG oslo_vmware.api [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701240, 'name': ReconfigVM_Task, 'duration_secs': 0.205715} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.562114] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f23d0c4-479c-47b2-afdd-a3095174bf69 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Reconfigured VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 706.682651] env[62622]: DEBUG oslo_concurrency.lockutils [req-d7498f47-cd37-4c53-ab04-0c0460023ff2 req-0e37a6a2-e17c-4ec6-9a8d-7606e7313893 service nova] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.790912] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2a62097-76d2-44f9-97aa-76ce3b98cdcf tempest-FloatingIPsAssociationNegativeTestJSON-993278697 tempest-FloatingIPsAssociationNegativeTestJSON-993278697-project-member] Lock "edc82f82-b70e-441f-82fa-b489a31175c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.005s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.928866] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701241, 'name': Rename_Task, 'duration_secs': 0.286371} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.929210] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.929480] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9432fc96-8c62-41f1-9392-31a172f16def {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.936691] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 706.936691] env[62622]: value = "task-2701242" [ 706.936691] env[62622]: _type = "Task" [ 706.936691] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.953738] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.047578] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.350258] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889d6894-9c3b-4605-a2a3-7ee1455185bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.360156] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b08d43-9ff9-40a1-b52f-6ae6a495ea20 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.404300] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5909c6-25f5-4f12-bf04-5dfbe65aa148 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.412744] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2e5ae-18c1-4599-b125-f1a1c9fd34a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.428301] env[62622]: DEBUG nova.compute.provider_tree [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.447496] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701242, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.450111] env[62622]: DEBUG nova.compute.manager [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.450312] env[62622]: DEBUG nova.compute.manager [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing instance network info cache due to event network-changed-2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.450477] env[62622]: DEBUG oslo_concurrency.lockutils [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] Acquiring lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.450654] env[62622]: DEBUG oslo_concurrency.lockutils [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] Acquired lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451111] env[62622]: DEBUG nova.network.neutron [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Refreshing network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.584979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.604036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.604281] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.931906] env[62622]: DEBUG nova.scheduler.client.report [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.989418] env[62622]: DEBUG oslo_vmware.api [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701242, 'name': PowerOnVM_Task, 'duration_secs': 0.733289} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.989418] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.989418] env[62622]: INFO nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Took 10.23 seconds to spawn the instance on the hypervisor. [ 707.989418] env[62622]: DEBUG nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.989418] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc674ddf-e6e1-4f59-88e9-84e13cf7504c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.069020] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Successfully updated port: 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.455084] env[62622]: DEBUG nova.network.neutron [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updated VIF entry in instance network info cache for port 2a0acb79-807f-4502-9f8c-bb1100cea0b7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.455234] env[62622]: DEBUG nova.network.neutron [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [{"id": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "address": "fa:16:3e:fd:13:35", "network": {"id": "80d8affb-cb58-40a4-857a-380e63373336", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1752302330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed00bc8edbe471abbe36880c0c29015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0acb79-80", "ovs_interfaceid": "2a0acb79-807f-4502-9f8c-bb1100cea0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.456705] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.463686] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.560s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.470028] env[62622]: INFO nova.compute.claims [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.489228] env[62622]: INFO nova.scheduler.client.report [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocations for instance 4e937ba8-a669-4171-985d-c47523a93130 [ 708.517551] env[62622]: INFO nova.compute.manager [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Took 45.43 seconds to build instance. [ 708.572254] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.572254] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.572571] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.595119] env[62622]: DEBUG nova.compute.manager [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Received event network-vif-plugged-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.597028] env[62622]: DEBUG oslo_concurrency.lockutils [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] Acquiring lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.597236] env[62622]: DEBUG oslo_concurrency.lockutils [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.597467] env[62622]: DEBUG oslo_concurrency.lockutils [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.601023] env[62622]: DEBUG nova.compute.manager [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] No waiting events found dispatching network-vif-plugged-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.601023] env[62622]: WARNING nova.compute.manager [req-c5740908-15b9-43ea-8bb2-e2adee8ecff5 req-b1e2907f-e269-4f71-9c70-e972dfab1ae2 service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Received unexpected event network-vif-plugged-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e for instance with vm_state building and task_state spawning. [ 708.957303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.957681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.957681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.957803] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.957895] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.961595] env[62622]: INFO nova.compute.manager [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Terminating instance [ 708.964874] env[62622]: DEBUG oslo_concurrency.lockutils [req-14e4733b-b7ce-482c-9491-e366969f7ff5 req-6f882bee-dc47-4c6e-a0a8-23e0688c052d service nova] Releasing lock "refresh_cache-8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.002984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-07955edb-a1ac-47b5-a691-ae0232a05f2a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "4e937ba8-a669-4171-985d-c47523a93130" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.616s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.010764] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "8ce1b255-520f-4418-b258-07489ff0aee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.011036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.019560] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a5c28466-d271-4093-a8d0-516ce12e5510 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.973s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.124160] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.284533] env[62622]: DEBUG nova.network.neutron [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.470023] env[62622]: DEBUG nova.compute.manager [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.470023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.470023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbcf281-52e7-4e71-be8f-31d0e29b1838 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.486040] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.486040] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025bb7be-acdb-4b3b-be71-202f850b8a3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.494179] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 709.494179] env[62622]: value = "task-2701243" [ 709.494179] env[62622]: _type = "Task" [ 709.494179] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.507482] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.523055] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.787950] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.788483] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Instance network_info: |[{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.789095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:13:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.798333] env[62622]: DEBUG oslo.service.loopingcall [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.798671] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.799159] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a362b54e-0b3b-41d9-842b-6b49b090c0d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.824409] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.824409] env[62622]: value = "task-2701244" [ 709.824409] env[62622]: _type = "Task" [ 709.824409] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.837666] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701244, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.013034] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701243, 'name': PowerOffVM_Task, 'duration_secs': 0.3176} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.013034] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.013034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.013034] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63bdaac-931e-4bc2-b596-9a537d0410dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.055993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.069895] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549d67d1-6ad4-4536-8225-5865aff9bf56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.081789] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99164c-1d1b-45b0-b1bb-de719eb754f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.084946] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.085179] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.085362] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Deleting the datastore file [datastore2] 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.085638] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7313509a-a2cd-44cd-9fde-393202c67c66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.119183] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af60f35-1daf-4108-87fb-b639b3c6737a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.122229] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for the task: (returnval){ [ 710.122229] env[62622]: value = "task-2701246" [ 710.122229] env[62622]: _type = "Task" [ 710.122229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.129751] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5d4bf-aa2c-47b8-a426-f020a5205665 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.138025] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.150377] env[62622]: DEBUG nova.compute.provider_tree [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.334976] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701244, 'name': CreateVM_Task, 'duration_secs': 0.483594} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.335725] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.335902] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.336093] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.336441] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.336683] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1aaf35-38a2-4cac-a2ce-a032a39112d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.342264] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 710.342264] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52033887-3b89-8196-a515-2f9b590e8021" [ 710.342264] env[62622]: _type = "Task" [ 710.342264] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.350259] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52033887-3b89-8196-a515-2f9b590e8021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.548912] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 710.550016] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c24c7-8d47-4bec-9bb4-c5f5571110ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.557261] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 710.557382] env[62622]: ERROR oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk due to incomplete transfer. [ 710.557747] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bacaa52a-e78b-4ce6-be99-9e27c02c4f2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.565248] env[62622]: DEBUG oslo_vmware.rw_handles [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3baca-3df6-bbe2-b94e-257aba010a72/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 710.565448] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Uploaded image d5b623b6-792e-45e8-b6b0-f3b6aa9dcb52 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 710.568259] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.569521] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b7ccda7-9260-45fc-b09e-4e660c5df15a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.574898] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 710.574898] env[62622]: value = "task-2701247" [ 710.574898] env[62622]: _type = "Task" [ 710.574898] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.586602] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701247, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.633965] env[62622]: DEBUG oslo_vmware.api [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Task: {'id': task-2701246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267067} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.634321] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.634513] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.634693] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.635029] env[62622]: INFO nova.compute.manager [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.635116] env[62622]: DEBUG oslo.service.loopingcall [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.635309] env[62622]: DEBUG nova.compute.manager [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.635405] env[62622]: DEBUG nova.network.neutron [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.654847] env[62622]: DEBUG nova.scheduler.client.report [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.856785] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52033887-3b89-8196-a515-2f9b590e8021, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.856785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.856785] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.856785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.856785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.856785] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.856785] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb42ecd0-08cf-4234-9d65-bf079fc86179 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.869325] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.869686] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.870711] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c462f4-0b5e-4561-99da-27926b832069 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.876702] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 710.876702] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b0138b-b39b-6159-66b1-45041295a9e3" [ 710.876702] env[62622]: _type = "Task" [ 710.876702] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.886207] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b0138b-b39b-6159-66b1-45041295a9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.937345] env[62622]: DEBUG nova.compute.manager [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Received event network-changed-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.937526] env[62622]: DEBUG nova.compute.manager [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Refreshing instance network info cache due to event network-changed-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.937745] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.937891] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.938782] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Refreshing network info cache for port 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.088875] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701247, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.167428] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.167428] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.168123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.087s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.170206] env[62622]: INFO nova.compute.claims [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.353844] env[62622]: DEBUG nova.compute.manager [req-0cf718e8-c206-44c8-ab7c-94e46f33b321 req-3613374d-64d8-48aa-98ac-f8ce2d5540cc service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Received event network-vif-deleted-2a0acb79-807f-4502-9f8c-bb1100cea0b7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.355146] env[62622]: INFO nova.compute.manager [req-0cf718e8-c206-44c8-ab7c-94e46f33b321 req-3613374d-64d8-48aa-98ac-f8ce2d5540cc service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Neutron deleted interface 2a0acb79-807f-4502-9f8c-bb1100cea0b7; detaching it from the instance and deleting it from the info cache [ 711.355513] env[62622]: DEBUG nova.network.neutron [req-0cf718e8-c206-44c8-ab7c-94e46f33b321 req-3613374d-64d8-48aa-98ac-f8ce2d5540cc service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.388026] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b0138b-b39b-6159-66b1-45041295a9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.042079} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.389062] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dc1fd5-6f6a-420e-beb2-6ed9a81db555 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.395155] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 711.395155] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969de0-17d9-0766-7f41-8a14eeb8cdc2" [ 711.395155] env[62622]: _type = "Task" [ 711.395155] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.403730] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969de0-17d9-0766-7f41-8a14eeb8cdc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.443984] env[62622]: DEBUG nova.compute.manager [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.447384] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079fe2a-f91d-4eef-a392-eb0c76488f7e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.590950] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701247, 'name': Destroy_Task, 'duration_secs': 0.981684} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.590950] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Destroyed the VM [ 711.591551] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.591551] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88024656-c340-4e5d-93ad-d485156ee9f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.601569] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 711.601569] env[62622]: value = "task-2701248" [ 711.601569] env[62622]: _type = "Task" [ 711.601569] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.610177] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.678930] env[62622]: DEBUG nova.compute.utils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.685564] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.685564] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.748143] env[62622]: DEBUG nova.policy [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8dac4b38c1a4d7db619507ad58f0fac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06a34345621e4f3092b15fc6dbfffc2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.800710] env[62622]: DEBUG nova.network.neutron [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.808059] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updated VIF entry in instance network info cache for port 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.808445] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.857538] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ce6bdb5-52c9-4221-8936-e19865818aae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.867961] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d48685-12f6-46a7-8a34-77b5fdc115c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.904345] env[62622]: DEBUG nova.compute.manager [req-0cf718e8-c206-44c8-ab7c-94e46f33b321 req-3613374d-64d8-48aa-98ac-f8ce2d5540cc service nova] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Detach interface failed, port_id=2a0acb79-807f-4502-9f8c-bb1100cea0b7, reason: Instance 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 711.913763] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969de0-17d9-0766-7f41-8a14eeb8cdc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.914033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.914315] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.918093] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2d7174-6a79-415e-9dfd-c475223cc281 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.926260] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 711.926260] env[62622]: value = "task-2701249" [ 711.926260] env[62622]: _type = "Task" [ 711.926260] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.934562] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.961088] env[62622]: INFO nova.compute.manager [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] instance snapshotting [ 711.968019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed08c93-cc76-46e5-9f15-07219af46c98 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.985461] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2455beb-b182-4a36-8ad8-07cf615667a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.006057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.007037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.007246] env[62622]: DEBUG nova.compute.manager [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.008169] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3692f73-4a3e-4792-bde3-484457eeceac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.016327] env[62622]: DEBUG nova.compute.manager [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 712.016959] env[62622]: DEBUG nova.objects.instance [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'flavor' on Instance uuid da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.113431] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.182624] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Successfully created port: 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.195373] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.306163] env[62622]: INFO nova.compute.manager [-] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Took 1.67 seconds to deallocate network for instance. [ 712.318183] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.318475] env[62622]: DEBUG nova.compute.manager [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Received event network-changed-1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.318652] env[62622]: DEBUG nova.compute.manager [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Refreshing instance network info cache due to event network-changed-1a88fab8-5221-432f-b8ad-f0be79f992ad. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.318867] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Acquiring lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.319051] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Acquired lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.319222] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Refreshing network info cache for port 1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.438742] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.498750] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.501566] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fca000f3-539b-499e-8d06-e0119cb37c8c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.509322] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 712.509322] env[62622]: value = "task-2701250" [ 712.509322] env[62622]: _type = "Task" [ 712.509322] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.519141] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701250, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.613196] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701248, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.770205] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1173bd-9f2d-4bb8-9362-7c438fcd934e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.778536] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98dee1a-8a37-40d7-9cfc-6a81be5936b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.828250] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.830409] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ef4d9-2b5f-4a4b-9eb9-ca7a6f0374f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.838992] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7787e613-4e8e-465d-8a56-915e6c3d58b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.853976] env[62622]: DEBUG nova.compute.provider_tree [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.938026] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55603} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.938322] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.938552] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.938785] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68864b35-8f6e-4541-a67f-1a422d7d8c22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.945707] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 712.945707] env[62622]: value = "task-2701251" [ 712.945707] env[62622]: _type = "Task" [ 712.945707] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.955362] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.026118] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.026652] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.027896] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0001adde-97e4-4992-927b-edf20d8d7c89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.036589] env[62622]: DEBUG oslo_vmware.api [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 713.036589] env[62622]: value = "task-2701252" [ 713.036589] env[62622]: _type = "Task" [ 713.036589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.045745] env[62622]: DEBUG oslo_vmware.api [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.119071] env[62622]: DEBUG oslo_vmware.api [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701248, 'name': RemoveSnapshot_Task, 'duration_secs': 1.242791} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.119756] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.120574] env[62622]: INFO nova.compute.manager [None req-c1361451-ae36-47f0-a3fe-974962231b79 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 713.205989] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.237509] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.237818] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.237978] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.238793] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.238793] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.238793] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.238793] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.238793] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.239017] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.239061] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.239291] env[62622]: DEBUG nova.virt.hardware [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.240149] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe219a-419c-41a2-a470-e079b5cd015d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.248551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6c00a-6a83-4353-9ea1-58b06edf3ffe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.264223] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updated VIF entry in instance network info cache for port 1a88fab8-5221-432f-b8ad-f0be79f992ad. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.264579] env[62622]: DEBUG nova.network.neutron [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updating instance_info_cache with network_info: [{"id": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "address": "fa:16:3e:dd:81:1d", "network": {"id": "488b5d1d-78a3-4605-b81c-510784e825ce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1064471098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614513feb6bc438989f617bf6363a194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88fab8-52", "ovs_interfaceid": "1a88fab8-5221-432f-b8ad-f0be79f992ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.359549] env[62622]: DEBUG nova.scheduler.client.report [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.463865] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099297} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.464155] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.464951] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f1e55-05eb-4f2e-945f-6a3f3219d5d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.488060] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.488420] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5019dd62-2c16-4538-8ff7-aabd9baab3c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.508245] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 713.508245] env[62622]: value = "task-2701253" [ 713.508245] env[62622]: _type = "Task" [ 713.508245] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.520103] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.523635] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.546156] env[62622]: DEBUG oslo_vmware.api [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701252, 'name': PowerOffVM_Task, 'duration_secs': 0.318772} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.546492] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.546886] env[62622]: DEBUG nova.compute.manager [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.548202] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc67164-9b53-4915-9469-0a0e857cbc52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.669670] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "781fcdfe-3b6d-439b-ae11-26392217514d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.670144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.670393] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.670622] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.670907] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.677250] env[62622]: INFO nova.compute.manager [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Terminating instance [ 713.768426] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ac6ca3f-26c4-46a7-a2d2-b92501794743 req-2b2406fe-ecc3-4a1a-9f74-be828871f22a service nova] Releasing lock "refresh_cache-8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.867994] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.867994] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.869597] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.085s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.870050] env[62622]: DEBUG nova.objects.instance [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lazy-loading 'resources' on Instance uuid 11c6c505-1909-4b81-ac40-b0ef4bd474ff {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.027872] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.032849] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.060709] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e962a3bd-6534-453d-8712-ba3760ccafab tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.172657] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Successfully updated port: 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.185189] env[62622]: DEBUG nova.compute.manager [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.185189] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.185189] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537618db-d754-4a1d-ae5c-bb82674ff17e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.194511] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.194511] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-334fe95f-514b-4627-b074-00dafbe5a7de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.203894] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 714.203894] env[62622]: value = "task-2701254" [ 714.203894] env[62622]: _type = "Task" [ 714.203894] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.217173] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2701254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.290892] env[62622]: DEBUG nova.compute.manager [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-vif-plugged-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.291508] env[62622]: DEBUG oslo_concurrency.lockutils [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] Acquiring lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.291508] env[62622]: DEBUG oslo_concurrency.lockutils [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.291508] env[62622]: DEBUG oslo_concurrency.lockutils [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.292058] env[62622]: DEBUG nova.compute.manager [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] No waiting events found dispatching network-vif-plugged-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.292058] env[62622]: WARNING nova.compute.manager [req-432fc3c2-6e0a-4921-aeb4-dace40eeadc5 req-3457806f-19d8-40ea-a834-594048ba1132 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received unexpected event network-vif-plugged-783555a7-6e81-44a5-87cf-9cbcf7be8869 for instance with vm_state building and task_state spawning. [ 714.382510] env[62622]: DEBUG nova.compute.utils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.384976] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.390221] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.462344] env[62622]: DEBUG nova.policy [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fccf5ef59741fea24a00e4c2a27e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3a5ca1daa54fe69d9cc06fbfac3739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.532163] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701253, 'name': ReconfigVM_Task, 'duration_secs': 0.91616} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.539121] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.539853] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701250, 'name': CreateSnapshot_Task, 'duration_secs': 1.552232} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.540364] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a8be463-d3ff-445f-bd91-7c536780bddb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.542216] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.542991] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f6d043-4389-4d22-b297-dcaf413f68af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.554987] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 714.554987] env[62622]: value = "task-2701255" [ 714.554987] env[62622]: _type = "Task" [ 714.554987] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.568018] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701255, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.677982] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.679034] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.679034] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.702203] env[62622]: DEBUG nova.objects.instance [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'flavor' on Instance uuid da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.715605] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2701254, 'name': PowerOffVM_Task, 'duration_secs': 0.232362} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.715605] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.715605] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.715983] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb48cf4-7f8b-4314-a517-7fd46a5bca50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.788970] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.789197] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.789372] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Deleting the datastore file [datastore1] 781fcdfe-3b6d-439b-ae11-26392217514d {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.790126] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09ab4fbe-9c98-4f25-8802-f0e90fb7eb39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.797421] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for the task: (returnval){ [ 714.797421] env[62622]: value = "task-2701257" [ 714.797421] env[62622]: _type = "Task" [ 714.797421] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.818579] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2701257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.891752] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.994651] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf75a8b-943f-4028-b16f-951c1b4fdcde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.003208] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407e09a-0044-4ddc-8500-e24931daf07c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.045513] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f1edc-4c75-4a55-bf10-ac165e9bc07f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.054823] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff189c5-7471-484e-bf0c-2a92344fc7f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.069906] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 715.070087] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad54c8a7-c953-49d2-b4c3-fac7efdbe7ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.087069] env[62622]: DEBUG nova.compute.provider_tree [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.093057] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701255, 'name': Rename_Task, 'duration_secs': 0.305798} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.093319] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 715.093319] env[62622]: value = "task-2701258" [ 715.093319] env[62622]: _type = "Task" [ 715.093319] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.093893] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.095317] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54789de0-7dc3-4605-8e5e-99bdb3bb7c2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.109189] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701258, 'name': CloneVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.111258] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 715.111258] env[62622]: value = "task-2701259" [ 715.111258] env[62622]: _type = "Task" [ 715.111258] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.123056] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.212022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.212022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.212022] env[62622]: DEBUG nova.network.neutron [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.212022] env[62622]: DEBUG nova.objects.instance [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'info_cache' on Instance uuid da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.235880] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.238740] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Successfully created port: 9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.312605] env[62622]: DEBUG oslo_vmware.api [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Task: {'id': task-2701257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137465} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.313027] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.317024] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.317024] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.317024] env[62622]: INFO nova.compute.manager [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.317024] env[62622]: DEBUG oslo.service.loopingcall [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.317024] env[62622]: DEBUG nova.compute.manager [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.317024] env[62622]: DEBUG nova.network.neutron [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.443428] env[62622]: DEBUG nova.network.neutron [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.594971] env[62622]: DEBUG nova.scheduler.client.report [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.608152] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701258, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.624020] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.697289] env[62622]: DEBUG nova.compute.manager [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.697289] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81fb13-4b10-4c54-8218-5f195e7dd070 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.716902] env[62622]: DEBUG nova.objects.base [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 715.900998] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.938285] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.938556] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.938953] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.939303] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.939365] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.939496] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.943020] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.943020] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.943020] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.943020] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.943020] env[62622]: DEBUG nova.virt.hardware [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.943020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e887c6-8569-4186-b6bc-d75b17eee046 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.951190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.951570] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Instance network_info: |[{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.952158] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:eb:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '783555a7-6e81-44a5-87cf-9cbcf7be8869', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.963422] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Creating folder: Project (06a34345621e4f3092b15fc6dbfffc2e). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.965811] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9914c73f-8752-46ed-b7d3-36bb468780eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.971404] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b30d923-ddec-4e9b-b915-513ba0d22f90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.992018] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Created folder: Project (06a34345621e4f3092b15fc6dbfffc2e) in parent group-v544184. [ 715.992018] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Creating folder: Instances. Parent ref: group-v544318. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.992018] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c849ef-36cb-4b98-816e-5d9fdb2556fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.002024] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Created folder: Instances in parent group-v544318. [ 716.002024] env[62622]: DEBUG oslo.service.loopingcall [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.002024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.002024] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95906031-a2f7-4ac4-9e63-9fbf3012e234 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.025454] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.025454] env[62622]: value = "task-2701262" [ 716.025454] env[62622]: _type = "Task" [ 716.025454] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.034775] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701262, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.105142] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.108425] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.872s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.110323] env[62622]: INFO nova.compute.claims [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.122818] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701258, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.132038] env[62622]: DEBUG oslo_vmware.api [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701259, 'name': PowerOnVM_Task, 'duration_secs': 0.719786} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.132324] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.132550] env[62622]: INFO nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Took 10.10 seconds to spawn the instance on the hypervisor. [ 716.132756] env[62622]: DEBUG nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.134440] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d9181-c0f8-4216-9b34-14125affabe8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.137276] env[62622]: INFO nova.scheduler.client.report [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleted allocations for instance 11c6c505-1909-4b81-ac40-b0ef4bd474ff [ 716.216869] env[62622]: INFO nova.compute.manager [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] instance snapshotting [ 716.224228] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e0e76-9e48-4a50-ba32-6c62fb4cac85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.983087] env[62622]: DEBUG nova.network.neutron [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.996609] env[62622]: DEBUG oslo_concurrency.lockutils [None req-827381b1-617d-4cf4-ba0e-c86ed69a5094 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "11c6c505-1909-4b81-ac40-b0ef4bd474ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.835s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.005822] env[62622]: DEBUG nova.compute.manager [req-ec4881ed-b6a5-4ae3-b620-0d697bec388a req-946838f8-81a4-4c57-9a13-0c9828aa06d9 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Received event network-vif-deleted-7f015c30-fa90-4419-9462-7c943b3cf1c4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.006036] env[62622]: INFO nova.compute.manager [req-ec4881ed-b6a5-4ae3-b620-0d697bec388a req-946838f8-81a4-4c57-9a13-0c9828aa06d9 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Neutron deleted interface 7f015c30-fa90-4419-9462-7c943b3cf1c4; detaching it from the instance and deleting it from the info cache [ 717.006291] env[62622]: DEBUG nova.network.neutron [req-ec4881ed-b6a5-4ae3-b620-0d697bec388a req-946838f8-81a4-4c57-9a13-0c9828aa06d9 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.008201] env[62622]: DEBUG nova.compute.manager [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.008331] env[62622]: DEBUG nova.compute.manager [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing instance network info cache due to event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.008573] env[62622]: DEBUG oslo_concurrency.lockutils [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.008741] env[62622]: DEBUG oslo_concurrency.lockutils [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.008877] env[62622]: DEBUG nova.network.neutron [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.011178] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d4f08-557f-49de-8a7e-2d276676a9ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.014731] env[62622]: INFO nova.compute.manager [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Took 46.11 seconds to build instance. [ 717.033865] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701258, 'name': CloneVM_Task, 'duration_secs': 1.244278} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.034112] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701262, 'name': CreateVM_Task, 'duration_secs': 0.478998} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.037024] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Created linked-clone VM from snapshot [ 717.037024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.037841] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24a5e8-fbd5-4187-93e3-ba928900415b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.041701] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.041934] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.042703] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.046018] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4049a9-ff1e-4721-a265-c4b3652a2e85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.051776] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Uploading image 153a2427-dce4-451d-8f85-521dd7fc455c {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 717.055407] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 717.055407] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a78c94-d6dd-9401-061b-3751c9bebc07" [ 717.055407] env[62622]: _type = "Task" [ 717.055407] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.064427] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a78c94-d6dd-9401-061b-3751c9bebc07, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.064620] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.064849] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.065362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.065362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.065469] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.065673] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-547140c3-16a2-43bc-86b3-a04a7cb0d830 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068336] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.071309] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48043048-c99d-4a41-b6c2-f183dd8e2268 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.078275] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 717.078275] env[62622]: value = "task-2701263" [ 717.078275] env[62622]: _type = "Task" [ 717.078275] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.079504] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.079682] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.087169] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7066014f-8365-4651-9dd4-9709f2a8c71d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.094130] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701263, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.095534] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 717.095534] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526faced-a345-64a8-5e33-889d00a8a11c" [ 717.095534] env[62622]: _type = "Task" [ 717.095534] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.104141] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526faced-a345-64a8-5e33-889d00a8a11c, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.104891] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205be005-9f65-450d-82df-c5168136e587 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.110041] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 717.110041] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e26c02-f89f-e0de-d1cd-44736299e444" [ 717.110041] env[62622]: _type = "Task" [ 717.110041] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.121401] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e26c02-f89f-e0de-d1cd-44736299e444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.243590] env[62622]: DEBUG nova.network.neutron [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.499365] env[62622]: INFO nova.compute.manager [-] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Took 2.18 seconds to deallocate network for instance. [ 717.523059] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5673fa-218b-42b2-9157-78c2c5feee1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.537947] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a63248d-f3a1-45c7-90a1-49ed58de799e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.552513] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.553369] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f741a8a-54a0-41b9-8acc-b803d999b950 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.561305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f6f471a-97a5-46a9-849f-815f580f6b15 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.054s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.596237] env[62622]: DEBUG nova.compute.manager [req-ec4881ed-b6a5-4ae3-b620-0d697bec388a req-946838f8-81a4-4c57-9a13-0c9828aa06d9 service nova] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Detach interface failed, port_id=7f015c30-fa90-4419-9462-7c943b3cf1c4, reason: Instance 781fcdfe-3b6d-439b-ae11-26392217514d could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 717.598016] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 717.598016] env[62622]: value = "task-2701264" [ 717.598016] env[62622]: _type = "Task" [ 717.598016] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.628786] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.629077] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701263, 'name': Destroy_Task, 'duration_secs': 0.530145} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.630818] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Destroyed the VM [ 717.631134] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.631388] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20692acd-fabd-408f-bd61-ce3edae5667d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.636433] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e26c02-f89f-e0de-d1cd-44736299e444, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.637325] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.637924] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1fbdb66e-9fa8-4896-b2cb-7e27650e4102/1fbdb66e-9fa8-4896-b2cb-7e27650e4102.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.637924] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aca447e-fbdf-4fbf-8fc5-8d3438b08a9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.644239] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 717.644239] env[62622]: value = "task-2701265" [ 717.644239] env[62622]: _type = "Task" [ 717.644239] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.651290] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 717.651290] env[62622]: value = "task-2701266" [ 717.651290] env[62622]: _type = "Task" [ 717.651290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.658509] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.666031] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.746760] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.816371] env[62622]: DEBUG nova.network.neutron [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updated VIF entry in instance network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.816371] env[62622]: DEBUG nova.network.neutron [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.881923] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Successfully updated port: 9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.016158] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.067528] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.119150] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.161591] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.167592] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701266, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.193423] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99557415-5ac7-4f39-b69e-210f96be3175 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.200290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a354308-51cc-4986-ace4-3437ac7c2bfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.229143] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2f27b-8378-496f-9861-36fe19a21f45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.238146] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a3d8e-27a8-47de-8a94-81bdf6bebb84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.255754] env[62622]: DEBUG nova.compute.provider_tree [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.318140] env[62622]: DEBUG oslo_concurrency.lockutils [req-99479818-8623-4490-9ba7-f2e601841286 req-ec020b36-753c-480d-9512-0996caf8a7a6 service nova] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.327642] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.327962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.359896] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.360709] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.384342] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.384466] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.384618] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.586059] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.615494] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701264, 'name': CreateSnapshot_Task, 'duration_secs': 0.634827} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.615776] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.616551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf963aeb-14b7-40b7-aeff-f34967905895 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.661629] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701265, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.673506] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528903} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.674125] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1fbdb66e-9fa8-4896-b2cb-7e27650e4102/1fbdb66e-9fa8-4896-b2cb-7e27650e4102.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.674125] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.674985] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29993329-dcb5-4fb5-8b30-b478a07ae6e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.684051] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 718.684051] env[62622]: value = "task-2701267" [ 718.684051] env[62622]: _type = "Task" [ 718.684051] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.700021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.700021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.700021] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.760019] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.760019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a9a473-95dd-4491-ade1-4ddafa63d55e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.763860] env[62622]: DEBUG nova.scheduler.client.report [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.774751] env[62622]: DEBUG oslo_vmware.api [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 718.774751] env[62622]: value = "task-2701268" [ 718.774751] env[62622]: _type = "Task" [ 718.774751] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.783951] env[62622]: DEBUG oslo_vmware.api [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.923200] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.936592] env[62622]: DEBUG nova.compute.manager [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Received event network-vif-plugged-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.937044] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Acquiring lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.937203] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.937409] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.937604] env[62622]: DEBUG nova.compute.manager [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] No waiting events found dispatching network-vif-plugged-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.937796] env[62622]: WARNING nova.compute.manager [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Received unexpected event network-vif-plugged-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 for instance with vm_state building and task_state spawning. [ 718.937985] env[62622]: DEBUG nova.compute.manager [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Received event network-changed-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.938889] env[62622]: DEBUG nova.compute.manager [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Refreshing instance network info cache due to event network-changed-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.939376] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Acquiring lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.138816] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.139149] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c009034c-f2d6-4477-9743-c00cddac3541 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.150593] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 719.150593] env[62622]: value = "task-2701269" [ 719.150593] env[62622]: _type = "Task" [ 719.150593] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.163629] env[62622]: DEBUG oslo_vmware.api [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701265, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095341} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.166799] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.170277] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701269, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.177521] env[62622]: DEBUG nova.network.neutron [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Updating instance_info_cache with network_info: [{"id": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "address": "fa:16:3e:6d:e1:63", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d36cd61-e5", "ovs_interfaceid": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.193205] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.194209] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.194366] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16144c2-f2de-4826-b6d0-32b2beb02183 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.220259] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1fbdb66e-9fa8-4896-b2cb-7e27650e4102/1fbdb66e-9fa8-4896-b2cb-7e27650e4102.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.221358] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2627ece-443f-4610-ba1b-2fe73b7683d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.244149] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 719.244149] env[62622]: value = "task-2701270" [ 719.244149] env[62622]: _type = "Task" [ 719.244149] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.256334] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.270936] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.163s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.271497] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.275767] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.157s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.275767] env[62622]: DEBUG nova.objects.instance [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lazy-loading 'resources' on Instance uuid d16601ee-c321-4515-b37d-590dd35d8ed7 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.288257] env[62622]: DEBUG oslo_vmware.api [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701268, 'name': PowerOnVM_Task, 'duration_secs': 0.385972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.288257] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.288257] env[62622]: DEBUG nova.compute.manager [None req-c771ecf6-5009-4b45-a6a2-5ae3793308de tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.288257] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a47481-5fc2-4a11-aee9-132a86eddc64 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.665194] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701269, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.676341] env[62622]: WARNING nova.compute.manager [None req-c28af385-1538-4cb2-8bea-ac99ef951218 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Image not found during snapshot: nova.exception.ImageNotFound: Image 153a2427-dce4-451d-8f85-521dd7fc455c could not be found. [ 719.679963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.680312] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance network_info: |[{"id": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "address": "fa:16:3e:6d:e1:63", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d36cd61-e5", "ovs_interfaceid": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.680690] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Acquired lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.680767] env[62622]: DEBUG nova.network.neutron [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Refreshing network info cache for port 9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.681926] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:e1:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.689850] env[62622]: DEBUG oslo.service.loopingcall [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.695311] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.696219] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a432f40-8dfe-42e7-a3ce-64091495c1b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.718392] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.718392] env[62622]: value = "task-2701271" [ 719.718392] env[62622]: _type = "Task" [ 719.718392] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.727346] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701271, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.757302] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.778100] env[62622]: DEBUG nova.compute.utils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.783734] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.783734] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.841982] env[62622]: DEBUG nova.policy [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fd0d50529184e08a14dbf49cf328323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f5858c7594fa782b067ac4761a6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.093312] env[62622]: DEBUG nova.network.neutron [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Updated VIF entry in instance network info cache for port 9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.093696] env[62622]: DEBUG nova.network.neutron [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Updating instance_info_cache with network_info: [{"id": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "address": "fa:16:3e:6d:e1:63", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d36cd61-e5", "ovs_interfaceid": "9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.173024] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701269, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.207409] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Successfully created port: fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.228800] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701271, 'name': CreateVM_Task, 'duration_secs': 0.417632} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.232028] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.232861] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.232999] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233334] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.233674] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af232b77-6d50-47f0-ae9c-e469350d83f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.241235] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 720.241235] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7c604-d9a6-cacc-61ff-058b22e42d9e" [ 720.241235] env[62622]: _type = "Task" [ 720.241235] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.248445] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7c604-d9a6-cacc-61ff-058b22e42d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.259303] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701270, 'name': ReconfigVM_Task, 'duration_secs': 0.571342} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.259579] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1fbdb66e-9fa8-4896-b2cb-7e27650e4102/1fbdb66e-9fa8-4896-b2cb-7e27650e4102.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.260290] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc522be1-c06d-4f6b-9b7d-a7b8a6c242f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.269636] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 720.269636] env[62622]: value = "task-2701272" [ 720.269636] env[62622]: _type = "Task" [ 720.269636] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.279787] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701272, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.282551] env[62622]: DEBUG nova.compute.utils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.286610] env[62622]: DEBUG nova.compute.manager [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 720.380080] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd00bd6-5760-4ec9-9d1f-0e47954c1625 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.387767] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b7b95-4a0e-440f-b0c3-f00ddc92af49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.424301] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e318995-429c-41db-a771-a3cac1c5a0d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.432262] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e01a41-499b-42fb-a32e-e635fdb4d906 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.448185] env[62622]: DEBUG nova.compute.provider_tree [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.596721] env[62622]: DEBUG oslo_concurrency.lockutils [req-f325eb2b-b1c2-420c-b489-7c505f6ed00b req-501e3b37-1303-4797-8219-0a6c1fa3db48 service nova] Releasing lock "refresh_cache-7fbbd3e6-58fa-44c9-b26c-02fed8891935" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.667209] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701269, 'name': CloneVM_Task, 'duration_secs': 1.282266} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.667209] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Created linked-clone VM from snapshot [ 720.667209] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92466979-c9f1-40bd-b333-6669a5301930 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.674125] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Uploading image 261df9ae-b600-4af6-956b-d45627434912 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.687823] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "f07d79c3-f64f-43e9-9828-9a67fb370962" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.688084] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.688268] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.688448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.688616] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.692951] env[62622]: INFO nova.compute.manager [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Terminating instance [ 720.703034] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.703034] env[62622]: value = "vm-544322" [ 720.703034] env[62622]: _type = "VirtualMachine" [ 720.703034] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.703249] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9d6cb59-138c-40c9-967a-da7f2d1acd68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.710876] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease: (returnval){ [ 720.710876] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f376be-ce97-e4c8-6409-25484a14acd5" [ 720.710876] env[62622]: _type = "HttpNfcLease" [ 720.710876] env[62622]: } obtained for exporting VM: (result){ [ 720.710876] env[62622]: value = "vm-544322" [ 720.710876] env[62622]: _type = "VirtualMachine" [ 720.710876] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.711158] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the lease: (returnval){ [ 720.711158] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f376be-ce97-e4c8-6409-25484a14acd5" [ 720.711158] env[62622]: _type = "HttpNfcLease" [ 720.711158] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.717681] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.717681] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f376be-ce97-e4c8-6409-25484a14acd5" [ 720.717681] env[62622]: _type = "HttpNfcLease" [ 720.717681] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 720.747953] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7c604-d9a6-cacc-61ff-058b22e42d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019446} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.748262] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.748493] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.748719] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.748865] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.749060] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.749306] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b664cf0d-1859-4f46-8bbf-4832e54174e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.764132] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.764287] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.764942] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca096d6d-524c-4354-a22d-739072e3aa6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.769403] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 720.769403] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b20eac-9a5e-5940-9cf6-141330a13090" [ 720.769403] env[62622]: _type = "Task" [ 720.769403] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.782065] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b20eac-9a5e-5940-9cf6-141330a13090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.782291] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701272, 'name': Rename_Task, 'duration_secs': 0.273728} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.782546] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.782755] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7192586-aec3-4541-a9ff-a2c814f69d21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.788531] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 720.788531] env[62622]: value = "task-2701274" [ 720.788531] env[62622]: _type = "Task" [ 720.788531] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.791457] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.801814] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.807251] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.952570] env[62622]: DEBUG nova.scheduler.client.report [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.198735] env[62622]: DEBUG nova.compute.manager [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.198969] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.199884] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6098f50-7ead-448c-8e10-efb0a65b40b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.207626] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.207843] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a248ee9-7642-4c85-bc75-e2efd4b7b51a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.215024] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 721.215024] env[62622]: value = "task-2701275" [ 721.215024] env[62622]: _type = "Task" [ 721.215024] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.219467] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.219467] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f376be-ce97-e4c8-6409-25484a14acd5" [ 721.219467] env[62622]: _type = "HttpNfcLease" [ 721.219467] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.219983] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.219983] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f376be-ce97-e4c8-6409-25484a14acd5" [ 721.219983] env[62622]: _type = "HttpNfcLease" [ 721.219983] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.220631] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a7538-e23b-4583-b643-114824f0d607 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.225338] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.230484] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.230651] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.303266] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b20eac-9a5e-5940-9cf6-141330a13090, 'name': SearchDatastore_Task, 'duration_secs': 0.020307} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.307364] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.307603] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ede496-f11f-455b-bbbc-73decae4f6de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.312781] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 721.312781] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5225ea8f-7727-72cb-d243-c9095c3bf5be" [ 721.312781] env[62622]: _type = "Task" [ 721.312781] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.320364] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5225ea8f-7727-72cb-d243-c9095c3bf5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.348311] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-411f0cca-afd2-4935-b2cf-fd250d052e59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.457963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.460376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.405s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.460603] env[62622]: DEBUG nova.objects.instance [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lazy-loading 'resources' on Instance uuid d54c9ea3-38bc-4437-a05a-0e959540c2bd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.488463] env[62622]: INFO nova.scheduler.client.report [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Deleted allocations for instance d16601ee-c321-4515-b37d-590dd35d8ed7 [ 721.726341] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701275, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.803025] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.804926] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.826100] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5225ea8f-7727-72cb-d243-c9095c3bf5be, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.826473] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.826790] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.827130] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f027ee-7d3a-4f30-a9ea-fd5d152885a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.836410] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 721.836410] env[62622]: value = "task-2701276" [ 721.836410] env[62622]: _type = "Task" [ 721.836410] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.839035] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:12:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='84019630',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1663312910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.839285] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.839547] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.839880] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.840127] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.840395] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.840749] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.841077] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.842931] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.842931] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.842931] env[62622]: DEBUG nova.virt.hardware [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.843147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bc0ca-0425-45c0-b51c-cbc95cca436c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864883] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.866345] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe57b5-e3bb-42b4-b1a0-352378f276bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.927221] env[62622]: DEBUG nova.compute.manager [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Received event network-vif-plugged-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.927784] env[62622]: DEBUG oslo_concurrency.lockutils [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] Acquiring lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.927889] env[62622]: DEBUG oslo_concurrency.lockutils [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.931502] env[62622]: DEBUG oslo_concurrency.lockutils [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.931502] env[62622]: DEBUG nova.compute.manager [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] No waiting events found dispatching network-vif-plugged-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.931502] env[62622]: WARNING nova.compute.manager [req-b691a892-1a3b-4e7f-b251-ad2b023be361 req-e1f34d07-37f3-4c0b-bfea-4f229283118d service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Received unexpected event network-vif-plugged-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b for instance with vm_state building and task_state spawning. [ 722.002021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-472b8d5e-ad28-4960-a2c7-dc1f32b842d2 tempest-ServerRescueTestJSONUnderV235-484170188 tempest-ServerRescueTestJSONUnderV235-484170188-project-member] Lock "d16601ee-c321-4515-b37d-590dd35d8ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.975s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.004392] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Successfully updated port: fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.232720] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701275, 'name': PowerOffVM_Task, 'duration_secs': 0.533442} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.232913] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.233093] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.233600] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-642319a7-f450-4b03-a8aa-b7e546a4ea04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.303642] env[62622]: DEBUG oslo_vmware.api [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701274, 'name': PowerOnVM_Task, 'duration_secs': 1.369644} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.308188] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.308874] env[62622]: INFO nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Took 9.10 seconds to spawn the instance on the hypervisor. [ 722.309778] env[62622]: DEBUG nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.314088] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08967911-f1d6-4675-b31b-606c1910ecf9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.315859] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.316290] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.316743] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleting the datastore file [datastore1] f07d79c3-f64f-43e9-9828-9a67fb370962 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.317200] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c945b62-1b74-4c7b-82b4-1db1beb3bd6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.335185] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 722.335185] env[62622]: value = "task-2701278" [ 722.335185] env[62622]: _type = "Task" [ 722.335185] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.350824] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.360226] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.512157] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.512157] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.512157] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.631365] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137dfc7f-6bf6-473a-86b9-8bce823b6909 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.640086] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5773b-cf30-4d41-81b8-eb193b1d8eb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.673699] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a292b5c-2ed3-4074-b53e-3844f9e1f16a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.683160] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b376b-7fdd-4a3f-89c9-e0138b97221b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.698939] env[62622]: DEBUG nova.compute.provider_tree [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.846504] env[62622]: INFO nova.compute.manager [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Took 48.96 seconds to build instance. [ 722.857176] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637901} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.860662] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.861094] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.861598] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.862672] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e600f6f-570f-4625-87cf-9105f747d19c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.869895] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 722.869895] env[62622]: value = "task-2701279" [ 722.869895] env[62622]: _type = "Task" [ 722.869895] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.880351] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.064486] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.202578] env[62622]: DEBUG nova.scheduler.client.report [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.269726] env[62622]: DEBUG nova.network.neutron [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updating instance_info_cache with network_info: [{"id": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "address": "fa:16:3e:07:04:e2", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc926ba-c0", "ovs_interfaceid": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.353592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e6387fdf-b9a0-499d-b7b3-86f3033683c2 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.448s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.353592] env[62622]: DEBUG oslo_vmware.api [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62313} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.355283] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.356020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.356482] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.356786] env[62622]: INFO nova.compute.manager [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Took 2.16 seconds to destroy the instance on the hypervisor. [ 723.357241] env[62622]: DEBUG oslo.service.loopingcall [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.357972] env[62622]: DEBUG nova.compute.manager [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.358840] env[62622]: DEBUG nova.network.neutron [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.385932] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.386443] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.390163] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c30dab-75f9-4591-aeef-31c96967e3db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.414291] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.415207] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cedb624-f535-4595-950a-d92f23749e08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.435095] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 723.435095] env[62622]: value = "task-2701280" [ 723.435095] env[62622]: _type = "Task" [ 723.435095] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.443688] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.715359] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.718702] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.222s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.723798] env[62622]: INFO nova.compute.claims [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.760944] env[62622]: INFO nova.scheduler.client.report [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted allocations for instance d54c9ea3-38bc-4437-a05a-0e959540c2bd [ 723.777315] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.777661] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Instance network_info: |[{"id": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "address": "fa:16:3e:07:04:e2", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc926ba-c0", "ovs_interfaceid": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.778108] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:04:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc926ba-c0af-42f6-8f80-3e715f1a9d6b', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.787254] env[62622]: DEBUG oslo.service.loopingcall [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.788720] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.788720] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c59d1c27-e152-4529-830d-c6ee483f3264 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.817974] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.817974] env[62622]: value = "task-2701281" [ 723.817974] env[62622]: _type = "Task" [ 723.817974] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.831738] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701281, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.858607] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.950245] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.111159] env[62622]: DEBUG nova.compute.manager [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Received event network-changed-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.111159] env[62622]: DEBUG nova.compute.manager [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Refreshing instance network info cache due to event network-changed-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.112555] env[62622]: DEBUG oslo_concurrency.lockutils [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] Acquiring lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.113239] env[62622]: DEBUG oslo_concurrency.lockutils [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] Acquired lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.113445] env[62622]: DEBUG nova.network.neutron [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Refreshing network info cache for port fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.129327] env[62622]: DEBUG nova.network.neutron [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.272337] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d117c61a-71d9-4b70-bc78-48aec93d9e76 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "d54c9ea3-38bc-4437-a05a-0e959540c2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.035s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.329516] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701281, 'name': CreateVM_Task, 'duration_secs': 0.434892} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.329857] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.330428] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.330853] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.331288] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.331288] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cd995d-fbb4-409f-acb1-951b38827c5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.336882] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 724.336882] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bb0ea-5478-da16-2498-faf3856a95bd" [ 724.336882] env[62622]: _type = "Task" [ 724.336882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.346302] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bb0ea-5478-da16-2498-faf3856a95bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.383811] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.445413] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701280, 'name': ReconfigVM_Task, 'duration_secs': 0.562362} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.445695] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.446416] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0768985-9c84-4f9c-9689-b7ce7b048e57 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.452811] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 724.452811] env[62622]: value = "task-2701282" [ 724.452811] env[62622]: _type = "Task" [ 724.452811] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.460742] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701282, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.632768] env[62622]: INFO nova.compute.manager [-] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Took 1.27 seconds to deallocate network for instance. [ 724.664567] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.664567] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.665261] env[62622]: DEBUG nova.objects.instance [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.832700] env[62622]: DEBUG nova.network.neutron [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updated VIF entry in instance network info cache for port fcc926ba-c0af-42f6-8f80-3e715f1a9d6b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.833141] env[62622]: DEBUG nova.network.neutron [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updating instance_info_cache with network_info: [{"id": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "address": "fa:16:3e:07:04:e2", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc926ba-c0", "ovs_interfaceid": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.854336] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bb0ea-5478-da16-2498-faf3856a95bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.854687] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.854925] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.855241] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.855400] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.855581] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.855867] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de6ad2a-2e9a-47fd-b8b4-387d0eb112d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.866464] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.866659] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.867433] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de3cfb6-230a-4c3a-8a76-2cc8e58e54f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.873298] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 724.873298] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fa08ef-5443-37fc-c4ca-a2ef085301f0" [ 724.873298] env[62622]: _type = "Task" [ 724.873298] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.883063] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fa08ef-5443-37fc-c4ca-a2ef085301f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.964652] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701282, 'name': Rename_Task, 'duration_secs': 0.27007} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.964960] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.965230] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c847f35c-891e-4571-93c9-44e2210e8b11 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.972211] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 724.972211] env[62622]: value = "task-2701283" [ 724.972211] env[62622]: _type = "Task" [ 724.972211] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.980286] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.140752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.231038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5673d-166e-41db-8c98-5fb1c88ac2d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.240916] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc342aca-b95f-4aaa-9e9c-c6ce6ee052f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.278278] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc4125e-68ac-4e01-83a9-05b80e6669c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.286845] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c24548c-4dbb-4e69-830e-6c46990dab72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.303959] env[62622]: DEBUG nova.compute.provider_tree [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.314021] env[62622]: DEBUG nova.objects.instance [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.335903] env[62622]: DEBUG oslo_concurrency.lockutils [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] Releasing lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.336184] env[62622]: DEBUG nova.compute.manager [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Received event network-vif-deleted-d50905fc-9bb3-4884-a06d-4508b0ce4ce2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.336367] env[62622]: INFO nova.compute.manager [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Neutron deleted interface d50905fc-9bb3-4884-a06d-4508b0ce4ce2; detaching it from the instance and deleting it from the info cache [ 725.336538] env[62622]: DEBUG nova.network.neutron [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.384324] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fa08ef-5443-37fc-c4ca-a2ef085301f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01324} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.385295] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e238e14-fbae-47ff-b9a6-03871d92e12d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.391685] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 725.391685] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52efcaee-3021-4a43-4146-6e92026526e4" [ 725.391685] env[62622]: _type = "Task" [ 725.391685] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.400241] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52efcaee-3021-4a43-4146-6e92026526e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.483397] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.807395] env[62622]: DEBUG nova.scheduler.client.report [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.817056] env[62622]: DEBUG nova.objects.base [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<0ea6a69d-affb-4bb8-bb53-e53324dcc4e3> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 725.817204] env[62622]: DEBUG nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.839501] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed925eb4-7e23-4c9d-827c-09c65c921ae1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.849020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77906d74-9296-4d80-a4ca-49eeec6ad821 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.860913] env[62622]: DEBUG nova.policy [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.887431] env[62622]: DEBUG nova.compute.manager [req-03041926-7fd5-4b44-a179-f367404d9a8c req-8c894671-26c0-45c3-8e70-43f83b97415a service nova] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Detach interface failed, port_id=d50905fc-9bb3-4884-a06d-4508b0ce4ce2, reason: Instance f07d79c3-f64f-43e9-9828-9a67fb370962 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 725.904051] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52efcaee-3021-4a43-4146-6e92026526e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.904240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.904364] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/8ab9253f-288c-46cb-8615-b9ce50fc3d35.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.904623] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97612455-c90e-4a3f-8ede-b03a4542caf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.911635] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 725.911635] env[62622]: value = "task-2701284" [ 725.911635] env[62622]: _type = "Task" [ 725.911635] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.919482] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.983451] env[62622]: DEBUG oslo_vmware.api [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701283, 'name': PowerOnVM_Task, 'duration_secs': 0.803142} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.983633] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.983775] env[62622]: INFO nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Took 10.08 seconds to spawn the instance on the hypervisor. [ 725.983969] env[62622]: DEBUG nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.984752] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ea372-4d62-442f-9ccd-f5456f91b971 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.187471] env[62622]: DEBUG nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Successfully created port: 4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.287867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "8282a468-0957-4d89-a35e-037a981be77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.288462] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.314022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.314698] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.318821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.576s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.321184] env[62622]: INFO nova.compute.claims [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.422294] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.506318] env[62622]: INFO nova.compute.manager [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Took 51.44 seconds to build instance. [ 726.733592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.733938] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.734208] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.734408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.734605] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.736835] env[62622]: INFO nova.compute.manager [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Terminating instance [ 726.827576] env[62622]: DEBUG nova.compute.utils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.830871] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.831024] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.878172] env[62622]: DEBUG nova.policy [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b8989ff744c59b9848f6d5c2e2cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021576358d6c4a5990b97e583e555b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.923061] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636824} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.923354] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/8ab9253f-288c-46cb-8615-b9ce50fc3d35.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.923567] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.923821] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e8a39c1-716a-4fa8-98d6-62b74ce2ddba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930261] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 726.930261] env[62622]: value = "task-2701285" [ 726.930261] env[62622]: _type = "Task" [ 726.930261] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.941440] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.007913] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efed535d-eb73-4467-9e50-8884d664cbbf tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.852s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.241089] env[62622]: DEBUG nova.compute.manager [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.241345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.242288] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb077f0-71be-41f8-b6aa-22e0d776221d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.250834] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.251071] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f344f5bb-eb5c-4f9a-b45b-ef94ba66a92b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.257288] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 727.257288] env[62622]: value = "task-2701286" [ 727.257288] env[62622]: _type = "Task" [ 727.257288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.265968] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.289991] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Successfully created port: 98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.331649] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.440984] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070722} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.441327] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.442071] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0bdd3-037a-42a6-9b2a-cc20a095e2ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.464903] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/8ab9253f-288c-46cb-8615-b9ce50fc3d35.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.467899] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a425e7c7-19a0-4d5d-88e6-c61ba145ea55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.488777] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 727.488777] env[62622]: value = "task-2701287" [ 727.488777] env[62622]: _type = "Task" [ 727.488777] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.499690] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.511228] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.767483] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701286, 'name': PowerOffVM_Task, 'duration_secs': 0.213912} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.767759] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.767937] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.768236] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c23c62-0a2c-4cd4-9936-a6591ca9d875 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.772610] env[62622]: DEBUG nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Successfully updated port: 4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.833350] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.833670] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.833811] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleting the datastore file [datastore1] f7a67f22-ff06-4359-bbb0-c0501ac23e6b {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.834456] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a34b2d26-17eb-49c1-aac2-ffce6b635b95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846395] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for the task: (returnval){ [ 727.846395] env[62622]: value = "task-2701289" [ 727.846395] env[62622]: _type = "Task" [ 727.846395] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.854672] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.892416] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e90a1-32e4-4e26-ac03-144980ef0c82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.900634] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c092e1c-dcf4-418c-809e-d8ee32e71469 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.935145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389f190-4193-4db2-8fdc-3bacb9240ee6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.942823] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc76d16-04f4-4b84-af77-9dc692ea89ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.956961] env[62622]: DEBUG nova.compute.provider_tree [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.999999] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.037118] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.081269] env[62622]: DEBUG nova.compute.manager [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-vif-plugged-4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.081558] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.081929] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.082180] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.082372] env[62622]: DEBUG nova.compute.manager [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] No waiting events found dispatching network-vif-plugged-4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.082565] env[62622]: WARNING nova.compute.manager [req-c8ceb96d-8178-4291-adfd-56b29e7c6806 req-f6e9b05f-5002-41f0-bd55-df6e02987abe service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received unexpected event network-vif-plugged-4ef94e35-de1a-4670-af9c-d3327a60d51a for instance with vm_state active and task_state None. [ 728.275151] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.275672] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.275672] env[62622]: DEBUG nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.344357] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.356608] env[62622]: DEBUG oslo_vmware.api [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Task: {'id': task-2701289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314076} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.356865] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.357053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.357242] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.357406] env[62622]: INFO nova.compute.manager [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 728.357640] env[62622]: DEBUG oslo.service.loopingcall [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.358274] env[62622]: DEBUG nova.compute.manager [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.358274] env[62622]: DEBUG nova.network.neutron [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.368433] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.368789] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.368868] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.369064] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.369218] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.369365] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.369571] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.369833] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.369934] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.370050] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.370237] env[62622]: DEBUG nova.virt.hardware [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.371115] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaba34b-f09f-4244-90c3-f26def5e85ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.381359] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d46f6-5909-41d3-8283-ea4da21f74e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.461033] env[62622]: DEBUG nova.scheduler.client.report [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.500227] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701287, 'name': ReconfigVM_Task, 'duration_secs': 0.600839} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.500227] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/8ab9253f-288c-46cb-8615-b9ce50fc3d35.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.500843] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62622) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 728.501194] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2eab3b8c-dc81-450c-8365-6cad8cf707ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.508782] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 728.508782] env[62622]: value = "task-2701290" [ 728.508782] env[62622]: _type = "Task" [ 728.508782] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.517562] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701290, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.820007] env[62622]: WARNING nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 728.970720] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.971296] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.978169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.762s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.978381] env[62622]: DEBUG nova.objects.instance [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'resources' on Instance uuid 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.999418] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Successfully updated port: 98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.022637] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701290, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.022637] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62622) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 729.023943] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4e98b-2df9-4331-a335-ddb931316096 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.056943] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/ephemeral_0.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.056943] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babfa1ac-d61a-4454-a2b8-d1114dc655d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.079549] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 729.079549] env[62622]: value = "task-2701291" [ 729.079549] env[62622]: _type = "Task" [ 729.079549] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.090289] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.118759] env[62622]: DEBUG nova.network.neutron [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.152449] env[62622]: DEBUG nova.network.neutron [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ef94e35-de1a-4670-af9c-d3327a60d51a", "address": "fa:16:3e:c9:1e:02", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef94e35-de", "ovs_interfaceid": "4ef94e35-de1a-4670-af9c-d3327a60d51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.302188] env[62622]: DEBUG nova.compute.manager [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Received event network-vif-plugged-98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.302419] env[62622]: DEBUG oslo_concurrency.lockutils [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] Acquiring lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.302633] env[62622]: DEBUG oslo_concurrency.lockutils [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.302811] env[62622]: DEBUG oslo_concurrency.lockutils [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.302988] env[62622]: DEBUG nova.compute.manager [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] No waiting events found dispatching network-vif-plugged-98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.303158] env[62622]: WARNING nova.compute.manager [req-c735a7f0-3384-47b2-a58f-8b691411c6ba req-c11b5d29-52d2-4955-9451-84c46afc209d service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Received unexpected event network-vif-plugged-98c16da9-1697-4098-bcee-72c156df2a6e for instance with vm_state building and task_state spawning. [ 729.481817] env[62622]: DEBUG nova.compute.utils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.486623] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.486623] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.506394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.506394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.506482] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.527753] env[62622]: DEBUG nova.policy [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf69cb492d442d1be557b144b12675f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '841af86f35ed43a1a61a94b4478df043', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.590133] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701291, 'name': ReconfigVM_Task, 'duration_secs': 0.353138} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.592871] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35/ephemeral_0.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.593727] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a8c1d76-19c1-4a7b-b73d-26fa741c0b04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599752] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 729.599752] env[62622]: value = "task-2701292" [ 729.599752] env[62622]: _type = "Task" [ 729.599752] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.609920] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701292, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.621426] env[62622]: INFO nova.compute.manager [-] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Took 1.26 seconds to deallocate network for instance. [ 729.655664] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.656446] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.656715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.657842] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e4f58-a748-4b2e-875e-40bcb3845550 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.682164] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.682441] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.682599] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.682787] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.682935] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.683094] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.683306] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.683464] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.683629] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.683790] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.683965] env[62622]: DEBUG nova.virt.hardware [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.690394] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfiguring VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 729.694058] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365a736f-9dd1-4af3-a625-7a7dfddead91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.712357] env[62622]: DEBUG oslo_vmware.api [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 729.712357] env[62622]: value = "task-2701293" [ 729.712357] env[62622]: _type = "Task" [ 729.712357] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.723566] env[62622]: DEBUG oslo_vmware.api [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.848132] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Successfully created port: 4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.987622] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.024107] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48623cc0-4c3f-4f21-a155-cd087806dc06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.032996] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44450a-f63b-40d2-b916-90af964a7d18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067194] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.069791] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a03414f-4f89-4886-8855-8a313ba1825a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.078600] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af5369-f5cb-49c0-ac54-0958ec0c5802 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.093270] env[62622]: DEBUG nova.compute.provider_tree [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.109614] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701292, 'name': Rename_Task, 'duration_secs': 0.171099} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.109614] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.109614] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a722fef9-455b-4b03-ae73-4ed157eed7a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.116322] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 730.116322] env[62622]: value = "task-2701294" [ 730.116322] env[62622]: _type = "Task" [ 730.116322] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.123379] env[62622]: INFO nova.compute.manager [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Rebuilding instance [ 730.129707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.130034] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.179268] env[62622]: DEBUG nova.compute.manager [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.179743] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4277d7d-f442-46f3-922c-e1dcfa9d2d24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.226026] env[62622]: DEBUG oslo_vmware.api [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.285696] env[62622]: DEBUG nova.network.neutron [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Updating instance_info_cache with network_info: [{"id": "98c16da9-1697-4098-bcee-72c156df2a6e", "address": "fa:16:3e:7c:29:5f", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c16da9-16", "ovs_interfaceid": "98c16da9-1697-4098-bcee-72c156df2a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.598773] env[62622]: DEBUG nova.scheduler.client.report [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.616557] env[62622]: DEBUG nova.compute.manager [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-changed-4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.616557] env[62622]: DEBUG nova.compute.manager [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing instance network info cache due to event network-changed-4ef94e35-de1a-4670-af9c-d3327a60d51a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.616557] env[62622]: DEBUG oslo_concurrency.lockutils [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.616557] env[62622]: DEBUG oslo_concurrency.lockutils [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.616557] env[62622]: DEBUG nova.network.neutron [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Refreshing network info cache for port 4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.628374] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701294, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.723732] env[62622]: DEBUG oslo_vmware.api [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701293, 'name': ReconfigVM_Task, 'duration_secs': 0.650972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.724510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.724681] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfigured VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 730.788131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.788477] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Instance network_info: |[{"id": "98c16da9-1697-4098-bcee-72c156df2a6e", "address": "fa:16:3e:7c:29:5f", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c16da9-16", "ovs_interfaceid": "98c16da9-1697-4098-bcee-72c156df2a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.788919] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:29:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c16da9-1697-4098-bcee-72c156df2a6e', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.796686] env[62622]: DEBUG oslo.service.loopingcall [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.796922] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.797164] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc01382b-1a94-43e5-8903-05d060a6becf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.828268] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.828268] env[62622]: value = "task-2701295" [ 730.828268] env[62622]: _type = "Task" [ 730.828268] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.842089] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701295, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.001240] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.026366] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.026689] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.026872] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.027145] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.027356] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.027517] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.027752] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.027972] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.028252] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.028436] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.028675] env[62622]: DEBUG nova.virt.hardware [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.029704] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d062e61-8660-4bef-9eb7-95de21745b61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.038561] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7959120-96fb-4379-b1b3-a8efca987ffa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.104864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.107516] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.892s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.109422] env[62622]: INFO nova.compute.claims [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.128983] env[62622]: DEBUG oslo_vmware.api [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701294, 'name': PowerOnVM_Task, 'duration_secs': 0.655234} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.130075] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.130075] env[62622]: INFO nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Took 9.32 seconds to spawn the instance on the hypervisor. [ 731.130075] env[62622]: DEBUG nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.130578] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af24379b-f000-4524-bcf0-a26a35d26b50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.140479] env[62622]: INFO nova.scheduler.client.report [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted allocations for instance 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6 [ 731.195512] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.195842] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7271dac4-0a53-4262-9eaf-fe40a7f8f9e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.204123] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 731.204123] env[62622]: value = "task-2701296" [ 731.204123] env[62622]: _type = "Task" [ 731.204123] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.213984] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.230376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-47a1b002-b4b3-41ce-8b99-497f82a10100 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.566s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.347589] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701295, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.408351] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Successfully updated port: 4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.446608] env[62622]: DEBUG nova.network.neutron [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updated VIF entry in instance network info cache for port 4ef94e35-de1a-4670-af9c-d3327a60d51a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.447197] env[62622]: DEBUG nova.network.neutron [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ef94e35-de1a-4670-af9c-d3327a60d51a", "address": "fa:16:3e:c9:1e:02", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef94e35-de", "ovs_interfaceid": "4ef94e35-de1a-4670-af9c-d3327a60d51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.650867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6fbc1f58-61ca-4a90-96ab-7b195b202a09 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "5ce9d055-de77-4d8e-9c0d-a83ec84d41b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.831s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.652373] env[62622]: INFO nova.compute.manager [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Took 43.44 seconds to build instance. [ 731.654614] env[62622]: DEBUG nova.compute.manager [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Received event network-changed-98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.654768] env[62622]: DEBUG nova.compute.manager [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Refreshing instance network info cache due to event network-changed-98c16da9-1697-4098-bcee-72c156df2a6e. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.654981] env[62622]: DEBUG oslo_concurrency.lockutils [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] Acquiring lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.655142] env[62622]: DEBUG oslo_concurrency.lockutils [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] Acquired lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.655936] env[62622]: DEBUG nova.network.neutron [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Refreshing network info cache for port 98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.716173] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701296, 'name': PowerOffVM_Task, 'duration_secs': 0.339635} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.716565] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.716928] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.718075] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa1979-799c-4571-8007-c6d742d49209 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.726362] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.726593] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30235b7a-0883-46f4-a2b3-c2372d1ea854 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.797859] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.799037] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5823370d-72fe-4ae4-972c-7b9d8b131271 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.806151] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.806350] env[62622]: ERROR oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk due to incomplete transfer. [ 731.806577] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6c39023-ea46-4113-8a83-74a23e6fceaf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.810727] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.810938] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.811143] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.811367] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f18e30a-e0a9-4b3c-b95e-842d1be2e202 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814650] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255f902-dd8a-10ab-bd7f-5acfd4e90bfd/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.814834] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Uploaded image 261df9ae-b600-4af6-956b-d45627434912 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.816961] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.818114] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52e8f8e2-d3ea-468e-ad9e-65bddf0a1caf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.819541] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 731.819541] env[62622]: value = "task-2701298" [ 731.819541] env[62622]: _type = "Task" [ 731.819541] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.824639] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 731.824639] env[62622]: value = "task-2701299" [ 731.824639] env[62622]: _type = "Task" [ 731.824639] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.832548] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.838993] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701299, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.843913] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701295, 'name': CreateVM_Task, 'duration_secs': 0.531224} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.844093] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.844841] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.844969] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.845305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.845564] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1feb43a1-63cf-4b26-accd-b19d0e06915c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.850457] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 731.850457] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bad5df-e565-5d64-d6e4-96369f7937ec" [ 731.850457] env[62622]: _type = "Task" [ 731.850457] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.859722] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bad5df-e565-5d64-d6e4-96369f7937ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.912692] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.912748] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.912880] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.951233] env[62622]: DEBUG oslo_concurrency.lockutils [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.951443] env[62622]: DEBUG nova.compute.manager [req-5881674e-da61-45aa-8d4c-aef01361f17c req-039412e0-210b-467b-89d4-b708f475659a service nova] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Received event network-vif-deleted-c954e95a-03ae-4c28-a458-94de219b3c54 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.159553] env[62622]: DEBUG oslo_concurrency.lockutils [None req-263c19c7-32ee-401d-a42a-19f7c31b309f tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.416s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.332117] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432356} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.332393] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.332577] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.332754] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.340582] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701299, 'name': Destroy_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.366264] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bad5df-e565-5d64-d6e4-96369f7937ec, 'name': SearchDatastore_Task, 'duration_secs': 0.046205} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.366588] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.366939] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.367246] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.367397] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.367638] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.367904] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0247c0-8499-467d-a7fa-4a5cfa382600 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.390042] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.390243] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.390960] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee5801b-5412-4343-a63c-1befcaddfe0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.398500] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 732.398500] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c1b3f-5bba-c305-b0dc-c0ac576667ab" [ 732.398500] env[62622]: _type = "Task" [ 732.398500] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.408030] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c1b3f-5bba-c305-b0dc-c0ac576667ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.461079] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.567952] env[62622]: DEBUG nova.network.neutron [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Updated VIF entry in instance network info cache for port 98c16da9-1697-4098-bcee-72c156df2a6e. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.568332] env[62622]: DEBUG nova.network.neutron [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Updating instance_info_cache with network_info: [{"id": "98c16da9-1697-4098-bcee-72c156df2a6e", "address": "fa:16:3e:7c:29:5f", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c16da9-16", "ovs_interfaceid": "98c16da9-1697-4098-bcee-72c156df2a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.570849] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a7994e-6b83-44ad-96a5-a3d1fd4b968e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.578949] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f14fa2e-2eaf-4b70-8650-d14f31479890 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.618904] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eea55d-f825-4de0-8358-6c8840053336 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.628542] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2769f33-7dcf-4678-b77b-dc26c532cc7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.644159] env[62622]: DEBUG nova.compute.provider_tree [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.662800] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.692614] env[62622]: DEBUG nova.network.neutron [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updating instance_info_cache with network_info: [{"id": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "address": "fa:16:3e:84:d5:ee", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e12c87b-bf", "ovs_interfaceid": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.841383] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701299, 'name': Destroy_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.844493] env[62622]: DEBUG nova.compute.manager [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Received event network-vif-plugged-4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.844700] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Acquiring lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.844921] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.845086] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.845257] env[62622]: DEBUG nova.compute.manager [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] No waiting events found dispatching network-vif-plugged-4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.845420] env[62622]: WARNING nova.compute.manager [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Received unexpected event network-vif-plugged-4e12c87b-bfb4-4555-a4a4-182839539ae0 for instance with vm_state building and task_state spawning. [ 732.845579] env[62622]: DEBUG nova.compute.manager [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Received event network-changed-4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.845739] env[62622]: DEBUG nova.compute.manager [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Refreshing instance network info cache due to event network-changed-4e12c87b-bfb4-4555-a4a4-182839539ae0. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.845905] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Acquiring lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.912711] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c1b3f-5bba-c305-b0dc-c0ac576667ab, 'name': SearchDatastore_Task, 'duration_secs': 0.023364} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.913545] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc9d37c-78ec-4b33-a153-82f4cec5de1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.918691] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 732.918691] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271dec3-1eb7-c155-a9cc-fb995346b39d" [ 732.918691] env[62622]: _type = "Task" [ 732.918691] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.927509] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271dec3-1eb7-c155-a9cc-fb995346b39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.075474] env[62622]: DEBUG oslo_concurrency.lockutils [req-e3cf98fc-13af-4aac-a689-f3f927cc9f9e req-cf44880a-0cd7-4251-a237-0bba4f29a60e service nova] Releasing lock "refresh_cache-4db9a644-5705-40d9-9cba-f46c16ce4937" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.147771] env[62622]: DEBUG nova.scheduler.client.report [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.186186] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.200376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.200832] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Instance network_info: |[{"id": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "address": "fa:16:3e:84:d5:ee", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e12c87b-bf", "ovs_interfaceid": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.201178] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Acquired lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201375] env[62622]: DEBUG nova.network.neutron [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Refreshing network info cache for port 4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.202709] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d5:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e12c87b-bfb4-4555-a4a4-182839539ae0', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.210907] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Creating folder: Project (841af86f35ed43a1a61a94b4478df043). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.211480] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c53a128-f4a6-4e86-bf22-cd109e981e63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.228018] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Created folder: Project (841af86f35ed43a1a61a94b4478df043) in parent group-v544184. [ 733.228018] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Creating folder: Instances. Parent ref: group-v544326. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.228018] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5378881d-ff71-4514-8283-aa80c8670076 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.238479] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Created folder: Instances in parent group-v544326. [ 733.238724] env[62622]: DEBUG oslo.service.loopingcall [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.238913] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.239412] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e990ea2a-4ae7-4ccc-b928-939ba3be633e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.262770] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.262770] env[62622]: value = "task-2701302" [ 733.262770] env[62622]: _type = "Task" [ 733.262770] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.275125] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701302, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.340123] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701299, 'name': Destroy_Task, 'duration_secs': 1.490217} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.340578] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Destroyed the VM [ 733.340955] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.341339] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d326e6c9-a223-47bf-84e1-7e310a5bf743 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.349966] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 733.349966] env[62622]: value = "task-2701303" [ 733.349966] env[62622]: _type = "Task" [ 733.349966] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.359060] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701303, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.374046] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.374369] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.374606] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.374865] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.375101] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.375308] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.375570] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.375784] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.376022] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.376215] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.376410] env[62622]: DEBUG nova.virt.hardware [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.377738] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b0f90-c22d-4edc-8195-4be0508ba7b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.385718] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40857f-7d01-4c04-80af-ed5560bac6b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.400996] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:e1:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.409083] env[62622]: DEBUG oslo.service.loopingcall [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.409394] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.409626] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b585e649-1a71-49ff-af18-35d78e012266 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.434178] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271dec3-1eb7-c155-a9cc-fb995346b39d, 'name': SearchDatastore_Task, 'duration_secs': 0.035284} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.435442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.435777] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4db9a644-5705-40d9-9cba-f46c16ce4937/4db9a644-5705-40d9-9cba-f46c16ce4937.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.435994] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.435994] env[62622]: value = "task-2701304" [ 733.435994] env[62622]: _type = "Task" [ 733.435994] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.436202] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91cb2337-1832-4f39-a703-3acc43fd27be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.446474] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701304, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.447882] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 733.447882] env[62622]: value = "task-2701305" [ 733.447882] env[62622]: _type = "Task" [ 733.447882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.457942] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.653590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.654218] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.657588] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.380s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.657843] env[62622]: DEBUG nova.objects.instance [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lazy-loading 'resources' on Instance uuid 4f5650b2-b43e-4b2a-a5d7-294986f031ba {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.722028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-4ef94e35-de1a-4670-af9c-d3327a60d51a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.722028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-4ef94e35-de1a-4670-af9c-d3327a60d51a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.774773] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701302, 'name': CreateVM_Task, 'duration_secs': 0.327336} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.774841] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.775730] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.775896] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.776359] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.776683] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2833c46b-685c-4fde-b8f1-72b491c5199d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.782448] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 733.782448] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520035c7-1c34-4bc1-4177-0027ef216456" [ 733.782448] env[62622]: _type = "Task" [ 733.782448] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.791623] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520035c7-1c34-4bc1-4177-0027ef216456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.860132] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701303, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.945878] env[62622]: DEBUG nova.network.neutron [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updated VIF entry in instance network info cache for port 4e12c87b-bfb4-4555-a4a4-182839539ae0. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.946294] env[62622]: DEBUG nova.network.neutron [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updating instance_info_cache with network_info: [{"id": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "address": "fa:16:3e:84:d5:ee", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e12c87b-bf", "ovs_interfaceid": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.950958] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701304, 'name': CreateVM_Task, 'duration_secs': 0.37848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.954282] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.954914] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.960071] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501989} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.960324] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4db9a644-5705-40d9-9cba-f46c16ce4937/4db9a644-5705-40d9-9cba-f46c16ce4937.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.960562] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.960811] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c8ef1d0-22e3-4ed2-b9ee-b012fb641698 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.967384] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 733.967384] env[62622]: value = "task-2701306" [ 733.967384] env[62622]: _type = "Task" [ 733.967384] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.976401] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.141114] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.141375] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.161699] env[62622]: DEBUG nova.compute.utils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.166448] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.166624] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.217665] env[62622]: DEBUG nova.policy [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006378d97d35452591fb31a4f554a370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0b53a5bd694d5394e59f6eb45ff65c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.222410] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.222654] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.225927] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a6bf2-4a28-4e1f-89cf-f38de142b67a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.247515] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4ffd5-ba50-47b3-9ecc-171f279447ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.277582] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfiguring VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 734.280532] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d160af6b-8812-47aa-a363-6f5ffbbcc74a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.303113] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520035c7-1c34-4bc1-4177-0027ef216456, 'name': SearchDatastore_Task, 'duration_secs': 0.060265} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.307035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.307205] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.307440] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.307589] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307770] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.308110] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 734.308110] env[62622]: value = "task-2701307" [ 734.308110] env[62622]: _type = "Task" [ 734.308110] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.308554] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.309034] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.309162] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf644c4d-42f9-432a-9622-09f7bbb77eaa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.311754] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754b45a9-52d8-4e5c-8701-14714a014780 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.325778] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.326095] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 734.326095] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5267aaf9-6add-4574-00c0-46b30c06bc14" [ 734.326095] env[62622]: _type = "Task" [ 734.326095] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.327350] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.327474] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.331255] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b9cb18-d3f8-4c5c-830c-98116eee1edf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.339014] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5267aaf9-6add-4574-00c0-46b30c06bc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.343128] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 734.343128] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52604e93-c1f6-2d91-0871-368521959881" [ 734.343128] env[62622]: _type = "Task" [ 734.343128] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.353891] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52604e93-c1f6-2d91-0871-368521959881, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.357495] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbd0a03-e75b-452c-9ba1-564410ad3bc8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.364546] env[62622]: DEBUG oslo_vmware.api [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701303, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560172} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.368246] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 734.370213] env[62622]: INFO nova.compute.manager [None req-6ae2f25f-ce48-4e25-9c2c-485996645a57 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Took 18.15 seconds to snapshot the instance on the hypervisor. [ 734.370980] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 734.370980] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cff8ee-112b-1369-3a14-db98068f04ab" [ 734.370980] env[62622]: _type = "Task" [ 734.370980] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.380669] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cff8ee-112b-1369-3a14-db98068f04ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.380843] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.381161] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 75db9ed8-1c5a-403f-86ea-5f06a7291f3a/75db9ed8-1c5a-403f-86ea-5f06a7291f3a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.381362] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b5b9c4d-f020-41b0-b81b-09be0d4699bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.388886] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 734.388886] env[62622]: value = "task-2701308" [ 734.388886] env[62622]: _type = "Task" [ 734.388886] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.397695] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.452613] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae1fb925-7b02-45d1-880a-681c1061fcf0 req-88c31cb3-19ca-4cf2-a8d4-f847c4356d58 service nova] Releasing lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.477483] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059617} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.477801] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.478575] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51495849-bfb8-485c-be18-0dd719dbe56f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.504474] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4db9a644-5705-40d9-9cba-f46c16ce4937/4db9a644-5705-40d9-9cba-f46c16ce4937.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.507337] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c41096b-a0d0-4972-a12e-903d638f4867 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.527969] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 734.527969] env[62622]: value = "task-2701309" [ 734.527969] env[62622]: _type = "Task" [ 734.527969] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.533772] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Successfully created port: 43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.543962] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.652198] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.652198] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 734.667492] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.744962] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf71ee6-f647-48a1-93e8-12c126172b7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.752621] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f40922-d94b-4917-8113-189dfa53d774 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.782431] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41e50b-74b8-41de-b38b-fe03b2a7d85f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.789836] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d44e64-c959-4c74-a35c-f41f8ef6a03b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.803631] env[62622]: DEBUG nova.compute.provider_tree [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.820592] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.836036] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5267aaf9-6add-4574-00c0-46b30c06bc14, 'name': SearchDatastore_Task, 'duration_secs': 0.028204} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.836299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.836530] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.836753] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.836899] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.837087] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.837338] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6369161a-b9ba-4300-b62d-2588b0a0f479 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.852857] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.853076] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.853796] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f892e66-cadc-46ad-9c0e-21c9d98ed50a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.858678] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 734.858678] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c5b2bd-f444-30b0-2ec4-52b7b3c186f8" [ 734.858678] env[62622]: _type = "Task" [ 734.858678] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.867905] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c5b2bd-f444-30b0-2ec4-52b7b3c186f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.899466] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.038642] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.127577] env[62622]: DEBUG nova.compute.manager [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Received event network-changed-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.127740] env[62622]: DEBUG nova.compute.manager [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Refreshing instance network info cache due to event network-changed-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.127949] env[62622]: DEBUG oslo_concurrency.lockutils [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] Acquiring lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.128103] env[62622]: DEBUG oslo_concurrency.lockutils [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] Acquired lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.128261] env[62622]: DEBUG nova.network.neutron [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Refreshing network info cache for port fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.307070] env[62622]: DEBUG nova.scheduler.client.report [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.321202] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.369750] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c5b2bd-f444-30b0-2ec4-52b7b3c186f8, 'name': SearchDatastore_Task, 'duration_secs': 0.027969} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.370647] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c823c31-199d-49c2-8e10-05ba539992bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.377157] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 735.377157] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521cf16f-995d-cd5b-357e-2cd944599708" [ 735.377157] env[62622]: _type = "Task" [ 735.377157] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.387449] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521cf16f-995d-cd5b-357e-2cd944599708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.400114] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701308, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.539128] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.679762] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.707903] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.708243] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.709022] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.709022] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.709022] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.709022] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.709244] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.710136] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.710136] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.710136] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.710136] env[62622]: DEBUG nova.virt.hardware [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.710804] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a0cd4c-d929-474a-8d8f-f8e24a9d8d51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.719485] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe62ae-36c4-4159-b065-64836b06f524 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.811734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.814405] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.588s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.816182] env[62622]: INFO nova.compute.claims [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.831718] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.841686] env[62622]: INFO nova.scheduler.client.report [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleted allocations for instance 4f5650b2-b43e-4b2a-a5d7-294986f031ba [ 735.892330] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521cf16f-995d-cd5b-357e-2cd944599708, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.892589] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.892857] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.896103] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd532f1-f9e1-494e-a23f-077dbe9e2763 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.905627] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701308, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.326541} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.906916] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 75db9ed8-1c5a-403f-86ea-5f06a7291f3a/75db9ed8-1c5a-403f-86ea-5f06a7291f3a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.907170] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.907459] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 735.907459] env[62622]: value = "task-2701310" [ 735.907459] env[62622]: _type = "Task" [ 735.907459] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.907652] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c15497b-224c-4974-aec5-54f5622fcdfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.917484] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.918823] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 735.918823] env[62622]: value = "task-2701311" [ 735.918823] env[62622]: _type = "Task" [ 735.918823] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.927807] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.931373] env[62622]: DEBUG nova.network.neutron [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updated VIF entry in instance network info cache for port fcc926ba-c0af-42f6-8f80-3e715f1a9d6b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.931823] env[62622]: DEBUG nova.network.neutron [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updating instance_info_cache with network_info: [{"id": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "address": "fa:16:3e:07:04:e2", "network": {"id": "fdc7216f-f9f6-4e84-9f98-f6484285dd88", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-751104118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f5858c7594fa782b067ac4761a6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc926ba-c0", "ovs_interfaceid": "fcc926ba-c0af-42f6-8f80-3e715f1a9d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.026496] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Successfully updated port: 43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.042252] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701309, 'name': ReconfigVM_Task, 'duration_secs': 1.266004} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.042561] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4db9a644-5705-40d9-9cba-f46c16ce4937/4db9a644-5705-40d9-9cba-f46c16ce4937.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.043243] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e22fd0-2c48-42d8-8b73-e0addbd1fd70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.051280] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 736.051280] env[62622]: value = "task-2701312" [ 736.051280] env[62622]: _type = "Task" [ 736.051280] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.060279] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701312, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.197103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.197303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.197468] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 736.336150] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.348653] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c974a037-e729-467d-8694-bd226fe5b967 tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "4f5650b2-b43e-4b2a-a5d7-294986f031ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.013s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.421344] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450475} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.424794] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.425023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.425280] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7acf66cf-85cf-4e23-965a-25c058c31a16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.432326] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066295} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.433542] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.433896] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 736.433896] env[62622]: value = "task-2701313" [ 736.433896] env[62622]: _type = "Task" [ 736.433896] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.434693] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef45f6-e92e-4ae7-ad02-739eb822bafc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.439332] env[62622]: DEBUG oslo_concurrency.lockutils [req-778f397e-f244-4f57-9802-269601085700 req-2fe21892-f211-4cff-8cdc-547efd568355 service nova] Releasing lock "refresh_cache-8ab9253f-288c-46cb-8615-b9ce50fc3d35" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.449559] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.467926] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 75db9ed8-1c5a-403f-86ea-5f06a7291f3a/75db9ed8-1c5a-403f-86ea-5f06a7291f3a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.468853] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9608689-4dbc-4ccd-9652-a2953df63e91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.491129] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 736.491129] env[62622]: value = "task-2701314" [ 736.491129] env[62622]: _type = "Task" [ 736.491129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.499229] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.530794] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.531103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.533075] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.561379] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701312, 'name': Rename_Task, 'duration_secs': 0.435178} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.561622] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.561864] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e395494e-94e0-4134-8dfe-d121c707eb3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.567578] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 736.567578] env[62622]: value = "task-2701315" [ 736.567578] env[62622]: _type = "Task" [ 736.567578] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.575252] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.830669] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.954037] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06141} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.954037] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.954037] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1612758-0af7-490f-807f-23a90ba49390 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.972817] env[62622]: DEBUG nova.compute.manager [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.982767] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.986106] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87167c3-32e5-4f1c-bf52-131f224b8cd2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.988917] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8c8641-5390-4478-81c6-1db80e530718 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.013177] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 737.013177] env[62622]: value = "task-2701316" [ 737.013177] env[62622]: _type = "Task" [ 737.013177] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.028459] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701314, 'name': ReconfigVM_Task, 'duration_secs': 0.271614} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.028459] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.028459] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 75db9ed8-1c5a-403f-86ea-5f06a7291f3a/75db9ed8-1c5a-403f-86ea-5f06a7291f3a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.029141] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454fc746-c7fc-490b-816e-1801b8744994 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.037574] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 737.037574] env[62622]: value = "task-2701317" [ 737.037574] env[62622]: _type = "Task" [ 737.037574] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.051685] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701317, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.076247] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.083672] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.158396] env[62622]: DEBUG nova.compute.manager [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Received event network-vif-plugged-43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.158644] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Acquiring lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.158858] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.159091] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.159255] env[62622]: DEBUG nova.compute.manager [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] No waiting events found dispatching network-vif-plugged-43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.159390] env[62622]: WARNING nova.compute.manager [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Received unexpected event network-vif-plugged-43afe272-5567-4475-a4dc-755578b1f6d5 for instance with vm_state building and task_state spawning. [ 737.159652] env[62622]: DEBUG nova.compute.manager [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Received event network-changed-43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.159721] env[62622]: DEBUG nova.compute.manager [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Refreshing instance network info cache due to event network-changed-43afe272-5567-4475-a4dc-755578b1f6d5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.159976] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Acquiring lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.253041] env[62622]: DEBUG nova.network.neutron [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updating instance_info_cache with network_info: [{"id": "43afe272-5567-4475-a4dc-755578b1f6d5", "address": "fa:16:3e:3a:3d:af", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43afe272-55", "ovs_interfaceid": "43afe272-5567-4475-a4dc-755578b1f6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.331115] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.365847] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742d803-ae65-4178-a781-1b6b61835642 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.373950] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d698cc-3445-4c3a-b25b-8980b5a85659 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.404062] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4b87a-49bf-4a8f-8282-d10cc0ece3c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.411084] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e716a5-a112-4b1e-a3b1-4776c0495c0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.428553] env[62622]: DEBUG nova.compute.provider_tree [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.514097] env[62622]: INFO nova.compute.manager [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] instance snapshotting [ 737.520499] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b8784-6a94-4945-9a68-d2429707fdf4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.528193] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701316, 'name': ReconfigVM_Task, 'duration_secs': 0.287878} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.542732] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935/7fbbd3e6-58fa-44c9-b26c-02fed8891935.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.544328] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [{"id": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "address": "fa:16:3e:ac:cf:eb", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06cd0f9f-be", "ovs_interfaceid": "06cd0f9f-be5a-4fe7-a382-9bc04c25af72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.545470] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42a5b68a-db2b-4bcb-9abb-44f6f080bd9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.550282] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a14a511-9b43-46ea-ab73-f92a0ed2faa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.562279] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701317, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.563666] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 737.563666] env[62622]: value = "task-2701318" [ 737.563666] env[62622]: _type = "Task" [ 737.563666] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.572268] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701318, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.580258] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.754139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.754498] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Instance network_info: |[{"id": "43afe272-5567-4475-a4dc-755578b1f6d5", "address": "fa:16:3e:3a:3d:af", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43afe272-55", "ovs_interfaceid": "43afe272-5567-4475-a4dc-755578b1f6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.754864] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Acquired lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.754990] env[62622]: DEBUG nova.network.neutron [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Refreshing network info cache for port 43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.758835] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43afe272-5567-4475-a4dc-755578b1f6d5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.767282] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating folder: Project (5e0b53a5bd694d5394e59f6eb45ff65c). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.767874] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6254109-e388-445d-85e9-0a46dff9052d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.777984] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created folder: Project (5e0b53a5bd694d5394e59f6eb45ff65c) in parent group-v544184. [ 737.778203] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating folder: Instances. Parent ref: group-v544330. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.778481] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a6e3df5-bafa-4dab-a343-83f1335ffa8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.789376] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created folder: Instances in parent group-v544330. [ 737.789745] env[62622]: DEBUG oslo.service.loopingcall [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.790045] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.790395] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0471505d-3cef-4156-838e-f0fdde493beb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.814636] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.814636] env[62622]: value = "task-2701321" [ 737.814636] env[62622]: _type = "Task" [ 737.814636] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.818563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.818563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.818563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.818563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.818733] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.821415] env[62622]: INFO nova.compute.manager [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Terminating instance [ 737.830472] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701321, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.837031] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.932432] env[62622]: DEBUG nova.scheduler.client.report [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.057238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-f8c713cd-d776-4398-8ed5-edf4ee3b32b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.057673] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 738.058136] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701317, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.058520] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.058850] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.059188] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.059487] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.059798] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.060073] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.060319] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 738.060602] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.063535] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.063773] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dea6942e-37e5-4abf-8a84-66ffbd403a67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.075507] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701318, 'name': Rename_Task, 'duration_secs': 0.143104} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.079640] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.079974] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 738.079974] env[62622]: value = "task-2701322" [ 738.079974] env[62622]: _type = "Task" [ 738.079974] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.080488] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5561115-ced0-4812-aa2e-d26b242cb764 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.090296] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.095908] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.097395] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 738.097395] env[62622]: value = "task-2701323" [ 738.097395] env[62622]: _type = "Task" [ 738.097395] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.106454] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.324394] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701321, 'name': CreateVM_Task, 'duration_secs': 0.377114} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.327397] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.328127] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.328304] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.328651] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.329368] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77e9abc-3fbd-4c56-ad16-8950946689fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.334744] env[62622]: DEBUG nova.compute.manager [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.334976] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.335273] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.336309] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c805b3-b672-4543-aaf8-cdb3e274f1f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.340148] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 738.340148] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d5fb3-750a-f3b1-d35a-f5d45217bf50" [ 738.340148] env[62622]: _type = "Task" [ 738.340148] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.345749] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.348598] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d44def-9f18-4413-9d3a-81abde79afa5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.353163] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d5fb3-750a-f3b1-d35a-f5d45217bf50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.358591] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 738.358591] env[62622]: value = "task-2701324" [ 738.358591] env[62622]: _type = "Task" [ 738.358591] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.366280] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.440088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.441377] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.445100] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.555s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.445464] env[62622]: DEBUG nova.objects.instance [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lazy-loading 'resources' on Instance uuid ff80c7ea-2f3c-462f-a141-a6f93f7a9245 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.498808] env[62622]: DEBUG nova.network.neutron [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updated VIF entry in instance network info cache for port 43afe272-5567-4475-a4dc-755578b1f6d5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.499217] env[62622]: DEBUG nova.network.neutron [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updating instance_info_cache with network_info: [{"id": "43afe272-5567-4475-a4dc-755578b1f6d5", "address": "fa:16:3e:3a:3d:af", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43afe272-55", "ovs_interfaceid": "43afe272-5567-4475-a4dc-755578b1f6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.555351] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701317, 'name': Rename_Task, 'duration_secs': 1.247542} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.555695] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.555986] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fe3238-90e4-4a59-9258-ef55805dcc66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.562249] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 738.562249] env[62622]: value = "task-2701325" [ 738.562249] env[62622]: _type = "Task" [ 738.562249] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.565952] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.572454] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.584575] env[62622]: DEBUG oslo_vmware.api [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701315, 'name': PowerOnVM_Task, 'duration_secs': 1.629783} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.588503] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.588775] env[62622]: INFO nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Took 10.24 seconds to spawn the instance on the hypervisor. [ 738.588936] env[62622]: DEBUG nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.589764] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d14a3b-701d-41ae-8b2c-e1c5e9b0e3d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.597249] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.609917] env[62622]: DEBUG oslo_vmware.api [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701323, 'name': PowerOnVM_Task, 'duration_secs': 0.505474} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.610274] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.610491] env[62622]: DEBUG nova.compute.manager [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.611313] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148a626-d86e-4c86-8d1a-d9dcd9a5cbc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.834414] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.848915] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d5fb3-750a-f3b1-d35a-f5d45217bf50, 'name': SearchDatastore_Task, 'duration_secs': 0.286853} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.849222] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.849454] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.849681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.849823] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.850011] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.850278] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-369de7ae-ad01-4d6a-af8c-10b2d84f137e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.858680] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.858864] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.859661] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0a7acc-c426-440a-951b-a00fbd74b9fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.867329] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 738.867329] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528cd968-a037-2005-3707-edd1149fb681" [ 738.867329] env[62622]: _type = "Task" [ 738.867329] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.870731] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701324, 'name': PowerOffVM_Task, 'duration_secs': 0.173257} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.874304] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.874567] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.874882] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74a8aae-a816-4f59-895f-d8b75f7e641d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.882631] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528cd968-a037-2005-3707-edd1149fb681, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.883486] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fc09b0-9340-4b2f-8c52-e4f919d7c6be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.889130] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 738.889130] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5275ece0-dc96-db6d-12fe-98c6d9af500d" [ 738.889130] env[62622]: _type = "Task" [ 738.889130] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.897537] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5275ece0-dc96-db6d-12fe-98c6d9af500d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.936928] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.937179] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.937366] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleting the datastore file [datastore2] 190ccc54-32b9-42c3-84c0-50ab8793c29c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.937650] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a787fe44-3e23-4bea-94c2-def52f3c6e7a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.944195] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for the task: (returnval){ [ 738.944195] env[62622]: value = "task-2701327" [ 738.944195] env[62622]: _type = "Task" [ 738.944195] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.949816] env[62622]: DEBUG nova.compute.utils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.954812] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.954812] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.961509] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.002444] env[62622]: DEBUG oslo_concurrency.lockutils [req-ac2ea5dc-12b1-450c-a3dd-3b1a1c200511 req-5828a1f4-60ee-4bb2-911c-e5975197691a service nova] Releasing lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.062427] env[62622]: DEBUG nova.policy [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15041aa8e5af457ebe484e8161827f6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '524df52a4bd047a184d91af4e931fa30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.079966] env[62622]: DEBUG oslo_vmware.api [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701325, 'name': PowerOnVM_Task, 'duration_secs': 0.517055} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.080302] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.080547] env[62622]: INFO nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 739.080764] env[62622]: DEBUG nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.081756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e8712-ffd6-40af-9cf5-d3228a21a7a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.102312] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701322, 'name': CreateSnapshot_Task, 'duration_secs': 0.753125} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.102817] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.103618] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534c129e-09c7-4e5c-b984-d9ce27ffffe3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.122434] env[62622]: INFO nova.compute.manager [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Took 44.64 seconds to build instance. [ 739.135681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.336687] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.402085] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5275ece0-dc96-db6d-12fe-98c6d9af500d, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.402085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.402085] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] e264262f-cfa2-4c34-9444-7bc6fbfdbaea/e264262f-cfa2-4c34-9444-7bc6fbfdbaea.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.402085] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da84542-95eb-485e-9722-714ab615c746 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.409721] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 739.409721] env[62622]: value = "task-2701328" [ 739.409721] env[62622]: _type = "Task" [ 739.409721] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.421525] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.454317] env[62622]: DEBUG oslo_vmware.api [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Task: {'id': task-2701327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301222} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.455278] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.458663] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.458663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.458663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.458780] env[62622]: INFO nova.compute.manager [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 739.458948] env[62622]: DEBUG oslo.service.loopingcall [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.459185] env[62622]: DEBUG nova.compute.manager [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.459657] env[62622]: DEBUG nova.network.neutron [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.512477] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba05430-5e52-40d3-a307-41578c91ebee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.523957] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e72f5-61ce-4352-839f-be06318c5e59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.559856] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Successfully created port: 376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.562813] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b737526-6028-40e2-b96d-a60e1d87bb84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.578789] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfbeb09-2723-48b5-9b5a-4e5d2eb0097b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.593092] env[62622]: DEBUG nova.compute.provider_tree [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.614035] env[62622]: INFO nova.compute.manager [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Took 44.89 seconds to build instance. [ 739.633349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98f2a00a-37a7-451e-8ed1-af9e4907664e tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.162s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.639743] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.641777] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63dcda55-3778-4566-9977-c2000c0584ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.651070] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 739.651070] env[62622]: value = "task-2701329" [ 739.651070] env[62622]: _type = "Task" [ 739.651070] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.661212] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701329, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.807633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.807866] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.808085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.808320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.808501] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.812933] env[62622]: INFO nova.compute.manager [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Terminating instance [ 739.842036] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.922448] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.991492] env[62622]: DEBUG nova.compute.manager [req-4e69c1f3-9292-474a-9d36-859897bc1513 req-5986d056-42ff-453b-9f90-de2ccf1053b9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Received event network-vif-deleted-28634314-5914-49e0-bf0e-e68ed7b977ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.991731] env[62622]: INFO nova.compute.manager [req-4e69c1f3-9292-474a-9d36-859897bc1513 req-5986d056-42ff-453b-9f90-de2ccf1053b9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Neutron deleted interface 28634314-5914-49e0-bf0e-e68ed7b977ce; detaching it from the instance and deleting it from the info cache [ 739.991927] env[62622]: DEBUG nova.network.neutron [req-4e69c1f3-9292-474a-9d36-859897bc1513 req-5986d056-42ff-453b-9f90-de2ccf1053b9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.098237] env[62622]: DEBUG nova.scheduler.client.report [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.105673] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Successfully created port: c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.111388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2b042c21-d177-438d-9d5c-267fc4c02f7c tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.396s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.142066] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.162338] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701329, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.281806] env[62622]: DEBUG nova.network.neutron [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.323602] env[62622]: DEBUG nova.compute.manager [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.323602] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.323602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6a7b0-b1bb-4182-9e15-5bca18e2a9e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.344278] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.347243] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b1f446-dc68-4087-bf19-7fd523b87dba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.349448] env[62622]: DEBUG oslo_vmware.api [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701307, 'name': ReconfigVM_Task, 'duration_secs': 5.935718} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.349448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.349581] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Reconfigured VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 740.360809] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 740.360809] env[62622]: value = "task-2701330" [ 740.360809] env[62622]: _type = "Task" [ 740.360809] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.370233] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.420535] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733389} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.420810] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] e264262f-cfa2-4c34-9444-7bc6fbfdbaea/e264262f-cfa2-4c34-9444-7bc6fbfdbaea.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.421043] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.421304] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc6e9bc-b481-4575-a44d-e8757542d170 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.427786] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 740.427786] env[62622]: value = "task-2701331" [ 740.427786] env[62622]: _type = "Task" [ 740.427786] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.437785] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.457437] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.457740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.470880] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.494307] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-895a9575-1f55-4ee0-8d5f-e8475d05b592 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.505716] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.505965] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.506240] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.506348] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.506883] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.506883] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.506883] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.507339] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.507339] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.507446] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.507601] env[62622]: DEBUG nova.virt.hardware [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.508814] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6efcd-f0c8-4ebf-93f4-8b43b82ad115 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.515901] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2810255a-7b40-43d9-969f-c3f1082e356b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.530613] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a8214-d2c5-4679-b55c-65093e22c0df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.560628] env[62622]: DEBUG nova.compute.manager [req-4e69c1f3-9292-474a-9d36-859897bc1513 req-5986d056-42ff-453b-9f90-de2ccf1053b9 service nova] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Detach interface failed, port_id=28634314-5914-49e0-bf0e-e68ed7b977ce, reason: Instance 190ccc54-32b9-42c3-84c0-50ab8793c29c could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 740.605280] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.608054] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.025s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.610031] env[62622]: INFO nova.compute.claims [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.633646] env[62622]: INFO nova.scheduler.client.report [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Deleted allocations for instance ff80c7ea-2f3c-462f-a141-a6f93f7a9245 [ 740.662900] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701329, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.664364] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.785928] env[62622]: INFO nova.compute.manager [-] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Took 1.33 seconds to deallocate network for instance. [ 740.870690] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701330, 'name': PowerOffVM_Task, 'duration_secs': 0.26305} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.871149] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.871499] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.871899] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e5dd131-3f0c-46b9-9082-062993df851b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.936716] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.937046] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.937519] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 7fbbd3e6-58fa-44c9-b26c-02fed8891935 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.937847] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b837e06-27c7-4528-96c7-cee43539dd70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.942914] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086687} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.943633] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.944555] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c892f333-d06f-4b76-aaa7-497fa9f80dcb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.949156] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 740.949156] env[62622]: value = "task-2701333" [ 740.949156] env[62622]: _type = "Task" [ 740.949156] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.965286] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.977348] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e264262f-cfa2-4c34-9444-7bc6fbfdbaea/e264262f-cfa2-4c34-9444-7bc6fbfdbaea.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.980298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdc40ee-a778-485a-a229-ab22a855cd0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.999632] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.006385] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 741.006385] env[62622]: value = "task-2701334" [ 741.006385] env[62622]: _type = "Task" [ 741.006385] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.016313] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.144035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-985af941-0802-4535-88f8-c9612cc80ea0 tempest-ServersTestBootFromVolume-491701296 tempest-ServersTestBootFromVolume-491701296-project-member] Lock "ff80c7ea-2f3c-462f-a141-a6f93f7a9245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.638s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.164286] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701329, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.292493] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.460083] env[62622]: DEBUG oslo_vmware.api [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297234} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.463173] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.463173] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.463173] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.463173] env[62622]: INFO nova.compute.manager [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Took 1.14 seconds to destroy the instance on the hypervisor. [ 741.463173] env[62622]: DEBUG oslo.service.loopingcall [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.463173] env[62622]: DEBUG nova.compute.manager [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.463173] env[62622]: DEBUG nova.network.neutron [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.501444] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.515737] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.550105] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.550484] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.550713] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.550894] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.551151] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.553706] env[62622]: INFO nova.compute.manager [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Terminating instance [ 741.598371] env[62622]: DEBUG nova.compute.manager [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.599460] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb20b73-2e77-451c-9cda-311288a888fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.667581] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701329, 'name': CloneVM_Task, 'duration_secs': 1.908062} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.667907] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Created linked-clone VM from snapshot [ 741.668495] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.668581] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.668727] env[62622]: DEBUG nova.network.neutron [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.674749] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476cce12-6db3-4da2-a8b0-4fd9f1dc5d21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.690931] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Uploading image c79c325b-51ed-4b18-96d6-0db56feec17d {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.725121] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.725121] env[62622]: value = "vm-544334" [ 741.725121] env[62622]: _type = "VirtualMachine" [ 741.725121] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.725428] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04d5eaa0-aef4-4835-be7b-c5f756a3d8d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.733206] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease: (returnval){ [ 741.733206] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52383cb9-e963-5927-d9c4-c0ac24a2f58d" [ 741.733206] env[62622]: _type = "HttpNfcLease" [ 741.733206] env[62622]: } obtained for exporting VM: (result){ [ 741.733206] env[62622]: value = "vm-544334" [ 741.733206] env[62622]: _type = "VirtualMachine" [ 741.733206] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.733424] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the lease: (returnval){ [ 741.733424] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52383cb9-e963-5927-d9c4-c0ac24a2f58d" [ 741.733424] env[62622]: _type = "HttpNfcLease" [ 741.733424] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.740231] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.740231] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52383cb9-e963-5927-d9c4-c0ac24a2f58d" [ 741.740231] env[62622]: _type = "HttpNfcLease" [ 741.740231] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.024869] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701334, 'name': ReconfigVM_Task, 'duration_secs': 0.600416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.027651] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e264262f-cfa2-4c34-9444-7bc6fbfdbaea/e264262f-cfa2-4c34-9444-7bc6fbfdbaea.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.028266] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c93787f-64fb-4882-ac97-53187190c429 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.044503] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 742.044503] env[62622]: value = "task-2701336" [ 742.044503] env[62622]: _type = "Task" [ 742.044503] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.055962] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701336, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.058300] env[62622]: DEBUG nova.compute.manager [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.058514] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.062326] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311381cf-9bcf-4899-933d-d009e29d104a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.072702] env[62622]: DEBUG nova.compute.manager [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Received event network-changed-4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.072917] env[62622]: DEBUG nova.compute.manager [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Refreshing instance network info cache due to event network-changed-4e12c87b-bfb4-4555-a4a4-182839539ae0. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.073491] env[62622]: DEBUG oslo_concurrency.lockutils [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] Acquiring lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.073491] env[62622]: DEBUG oslo_concurrency.lockutils [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] Acquired lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.073491] env[62622]: DEBUG nova.network.neutron [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Refreshing network info cache for port 4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.082953] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.086729] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c81831-6f34-4f65-a2a3-d52db0daaa29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.094253] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 742.094253] env[62622]: value = "task-2701337" [ 742.094253] env[62622]: _type = "Task" [ 742.094253] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.106744] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.113187] env[62622]: INFO nova.compute.manager [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] instance snapshotting [ 742.117851] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3adc286-e197-4332-a58e-b823b1a6f61f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.140948] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918e213-4693-4a04-ab34-34a6fde0cc35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.248066] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.248066] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52383cb9-e963-5927-d9c4-c0ac24a2f58d" [ 742.248066] env[62622]: _type = "HttpNfcLease" [ 742.248066] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.248725] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.248725] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52383cb9-e963-5927-d9c4-c0ac24a2f58d" [ 742.248725] env[62622]: _type = "HttpNfcLease" [ 742.248725] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.249474] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251af1a-c78f-43de-8fe5-99180ae891fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.254805] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d79a9-6ece-491a-9054-346eb6dd93e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.261873] env[62622]: DEBUG nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-vif-deleted-4ef94e35-de1a-4670-af9c-d3327a60d51a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.262067] env[62622]: INFO nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Neutron deleted interface 4ef94e35-de1a-4670-af9c-d3327a60d51a; detaching it from the instance and deleting it from the info cache [ 742.263261] env[62622]: DEBUG nova.network.neutron [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.269692] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.269928] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.272566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c37f7-e88b-418b-aa63-208e340fcd62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.366619] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80bc992-90be-4376-aa3d-e327304c1ce7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.376207] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885aa9a9-1157-4214-bf80-057459395959 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.391742] env[62622]: DEBUG nova.compute.provider_tree [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.444880] env[62622]: DEBUG nova.network.neutron [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.458720] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8c8878b-36a9-43c4-a23d-2a0d6dc4f67c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.527890] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Successfully updated port: 376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.533432] env[62622]: INFO nova.network.neutron [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Port 4ef94e35-de1a-4670-af9c-d3327a60d51a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 742.533432] env[62622]: DEBUG nova.network.neutron [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [{"id": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "address": "fa:16:3e:5b:70:7b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b074ff6-79", "ovs_interfaceid": "7b074ff6-791d-43e1-a796-7d2c126be1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.555092] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701336, 'name': Rename_Task, 'duration_secs': 0.241045} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.555235] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.555450] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e3fff00-89d3-419c-9d3a-c0e928fc1710 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.561444] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 742.561444] env[62622]: value = "task-2701338" [ 742.561444] env[62622]: _type = "Task" [ 742.561444] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.570336] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.605733] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701337, 'name': PowerOffVM_Task, 'duration_secs': 0.320916} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.605733] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.605733] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.605733] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55244957-25bc-4a4f-b92d-42d686a811a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.657218] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.659647] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df319b6c-54ca-4bdf-8a95-ed08a73b681e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.667405] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 742.667405] env[62622]: value = "task-2701340" [ 742.667405] env[62622]: _type = "Task" [ 742.667405] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.674862] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.675183] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.675406] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleting the datastore file [datastore1] 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.680789] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8e9d34-eedf-4d21-a05f-c00d725eee6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.685298] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.696652] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 742.696652] env[62622]: value = "task-2701341" [ 742.696652] env[62622]: _type = "Task" [ 742.696652] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.707945] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.773216] env[62622]: DEBUG oslo_concurrency.lockutils [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] Acquiring lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.832681] env[62622]: DEBUG nova.network.neutron [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updated VIF entry in instance network info cache for port 4e12c87b-bfb4-4555-a4a4-182839539ae0. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.833167] env[62622]: DEBUG nova.network.neutron [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updating instance_info_cache with network_info: [{"id": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "address": "fa:16:3e:84:d5:ee", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e12c87b-bf", "ovs_interfaceid": "4e12c87b-bfb4-4555-a4a4-182839539ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.896359] env[62622]: DEBUG nova.scheduler.client.report [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.948535] env[62622]: INFO nova.compute.manager [-] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Took 1.49 seconds to deallocate network for instance. [ 743.036593] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.079470] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701338, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.180558] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.210467] env[62622]: DEBUG oslo_vmware.api [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198889} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.213392] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.214465] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.214465] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.214465] env[62622]: INFO nova.compute.manager [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 743.214634] env[62622]: DEBUG oslo.service.loopingcall [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.214765] env[62622]: DEBUG nova.compute.manager [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.214876] env[62622]: DEBUG nova.network.neutron [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.337555] env[62622]: DEBUG oslo_concurrency.lockutils [req-fdd7bf13-7bf0-4b9c-bf8c-ffb65bc69593 req-592edccd-8789-4ef2-bf4d-7d0582a2aab0 service nova] Releasing lock "refresh_cache-75db9ed8-1c5a-403f-86ea-5f06a7291f3a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.404584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.405624] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.408835] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.353s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.410984] env[62622]: INFO nova.compute.claims [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.456365] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.541139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-56a58488-49d9-4516-ad99-24b5a04c3c48 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-0ea6a69d-affb-4bb8-bb53-e53324dcc4e3-4ef94e35-de1a-4670-af9c-d3327a60d51a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.822s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.578481] env[62622]: DEBUG oslo_vmware.api [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701338, 'name': PowerOnVM_Task, 'duration_secs': 0.773406} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.578808] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.579203] env[62622]: INFO nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Took 7.90 seconds to spawn the instance on the hypervisor. [ 743.579436] env[62622]: DEBUG nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.583019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b0d6cd-e37b-4564-b86c-fb44a16b655e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.680105] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701340, 'name': CreateSnapshot_Task, 'duration_secs': 0.752949} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.680702] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.681265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f7409-593b-403f-96f4-e5c17bc0d582 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.916943] env[62622]: DEBUG nova.compute.utils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.926133] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.926626] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.994130] env[62622]: DEBUG nova.policy [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201b6836e4fe4a5493ce47dee8d8ac62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b99f2df87a404f81a50d0fe502fe12a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.111884] env[62622]: DEBUG nova.compute.manager [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-vif-plugged-376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.111884] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Acquiring lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.111884] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.113386] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.113717] env[62622]: DEBUG nova.compute.manager [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] No waiting events found dispatching network-vif-plugged-376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.114059] env[62622]: WARNING nova.compute.manager [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received unexpected event network-vif-plugged-376ef579-b31c-4403-b5bb-0a56ca830adc for instance with vm_state building and task_state spawning. [ 744.114405] env[62622]: DEBUG nova.compute.manager [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-changed-376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.114784] env[62622]: DEBUG nova.compute.manager [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Refreshing instance network info cache due to event network-changed-376ef579-b31c-4403-b5bb-0a56ca830adc. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.115177] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Acquiring lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.115476] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Acquired lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.115847] env[62622]: DEBUG nova.network.neutron [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Refreshing network info cache for port 376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.117288] env[62622]: INFO nova.compute.manager [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Took 42.93 seconds to build instance. [ 744.205101] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.206057] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5dd38aa7-a67c-4e1d-a155-898d6eff8f67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.215094] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 744.215094] env[62622]: value = "task-2701342" [ 744.215094] env[62622]: _type = "Task" [ 744.215094] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.229657] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701342, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.354634] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Successfully created port: b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.439709] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.625183] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e3de0c56-c236-4bc8-ac40-9ab7c21dc091 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.729s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.711929] env[62622]: DEBUG nova.network.neutron [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.728327] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701342, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.844243] env[62622]: DEBUG nova.network.neutron [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.981224] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Successfully updated port: c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.103038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452d4d2-f7c4-42a7-830b-2e7a4192793a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112194] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8201632-a620-4828-8db2-24f6192555b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.155505] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c944c-f5a2-47f9-9c5a-230f5263259c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.164053] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fda2c6-9ad5-4779-8b12-122364c38b84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.178838] env[62622]: DEBUG nova.compute.provider_tree [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.201926] env[62622]: DEBUG nova.compute.manager [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-vif-plugged-c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.202235] env[62622]: DEBUG oslo_concurrency.lockutils [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] Acquiring lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.202503] env[62622]: DEBUG oslo_concurrency.lockutils [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.202740] env[62622]: DEBUG oslo_concurrency.lockutils [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.202945] env[62622]: DEBUG nova.compute.manager [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] No waiting events found dispatching network-vif-plugged-c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.203929] env[62622]: WARNING nova.compute.manager [req-c6b0d6d5-25fe-4633-8779-eddb13e26421 req-e5513073-af18-440f-b681-75e3b23a3e0a service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received unexpected event network-vif-plugged-c1119ede-3937-4bda-b272-927df4be6b01 for instance with vm_state building and task_state spawning. [ 745.226722] env[62622]: DEBUG nova.network.neutron [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.231150] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701342, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.347361] env[62622]: INFO nova.compute.manager [-] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Took 2.13 seconds to deallocate network for instance. [ 745.456289] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.484710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.487180] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.487445] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.487592] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.487775] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.488033] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.488094] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.488356] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.488451] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.488611] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.488790] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.488939] env[62622]: DEBUG nova.virt.hardware [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.489860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8992f9-a8c9-47fd-8dae-96dd8382fa96 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.498530] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ad0af-6deb-4487-9aff-5eddb9ab8a47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.683814] env[62622]: DEBUG nova.scheduler.client.report [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.729972] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701342, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.732787] env[62622]: DEBUG oslo_concurrency.lockutils [req-938953fe-15e7-4787-90f5-c6dac9873e43 req-97f38c02-af63-4f11-a533-31848ba55164 service nova] Releasing lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.733641] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.733980] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.854762] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.160596] env[62622]: DEBUG nova.compute.manager [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Received event network-vif-deleted-7b074ff6-791d-43e1-a796-7d2c126be1c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.161411] env[62622]: DEBUG nova.compute.manager [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Received event network-changed-43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.161709] env[62622]: DEBUG nova.compute.manager [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Refreshing instance network info cache due to event network-changed-43afe272-5567-4475-a4dc-755578b1f6d5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.162054] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] Acquiring lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.162452] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] Acquired lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.163421] env[62622]: DEBUG nova.network.neutron [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Refreshing network info cache for port 43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.193033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.193033] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.199288] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.370s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.199288] env[62622]: DEBUG nova.objects.instance [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lazy-loading 'resources' on Instance uuid 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.233582] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701342, 'name': CloneVM_Task, 'duration_secs': 1.698408} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.234106] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Created linked-clone VM from snapshot [ 746.235659] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afa16b-93d0-4844-b566-0b355fe3fdd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.248239] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Uploading image 690cd238-0051-41ae-a0a6-e1c8b8e5de68 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.262504] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Successfully updated port: b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.283335] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.283335] env[62622]: value = "vm-544336" [ 746.283335] env[62622]: _type = "VirtualMachine" [ 746.283335] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.284021] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6814282-1c7d-412d-800f-e193074875b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291910] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease: (returnval){ [ 746.291910] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2c5b8-5df8-6d10-e95d-dafe4664e4ae" [ 746.291910] env[62622]: _type = "HttpNfcLease" [ 746.291910] env[62622]: } obtained for exporting VM: (result){ [ 746.291910] env[62622]: value = "vm-544336" [ 746.291910] env[62622]: _type = "VirtualMachine" [ 746.291910] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.292262] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the lease: (returnval){ [ 746.292262] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2c5b8-5df8-6d10-e95d-dafe4664e4ae" [ 746.292262] env[62622]: _type = "HttpNfcLease" [ 746.292262] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.299890] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.299890] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2c5b8-5df8-6d10-e95d-dafe4664e4ae" [ 746.299890] env[62622]: _type = "HttpNfcLease" [ 746.299890] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 746.354674] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.708649] env[62622]: DEBUG nova.compute.utils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.720035] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.720035] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.767904] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.767904] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.767904] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.793816] env[62622]: DEBUG nova.policy [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80e8cf5f37964bc286328fbc269305fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e7194b770a407b92bc973cfdf61b11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.810965] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.810965] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2c5b8-5df8-6d10-e95d-dafe4664e4ae" [ 746.810965] env[62622]: _type = "HttpNfcLease" [ 746.810965] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.815129] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.815129] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a2c5b8-5df8-6d10-e95d-dafe4664e4ae" [ 746.815129] env[62622]: _type = "HttpNfcLease" [ 746.815129] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.816107] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e1aac-4a95-4506-9774-bb0b1a7ff71a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.826684] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.827429] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.975529] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a73c4ba-3086-4371-b281-9e2a3cb6811f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.100635] env[62622]: DEBUG nova.network.neutron [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Updating instance_info_cache with network_info: [{"id": "376ef579-b31c-4403-b5bb-0a56ca830adc", "address": "fa:16:3e:b3:da:0d", "network": {"id": "7a2a10e8-5c8a-43ab-8c2d-f8bc43e53336", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953389961", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ef579-b3", "ovs_interfaceid": "376ef579-b31c-4403-b5bb-0a56ca830adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1119ede-3937-4bda-b272-927df4be6b01", "address": "fa:16:3e:87:1a:ca", "network": {"id": "ac073b31-c4c8-42fd-9949-4f598e8722fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514486323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1119ede-39", "ovs_interfaceid": "c1119ede-3937-4bda-b272-927df4be6b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.106427] env[62622]: DEBUG nova.network.neutron [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updated VIF entry in instance network info cache for port 43afe272-5567-4475-a4dc-755578b1f6d5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.106427] env[62622]: DEBUG nova.network.neutron [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updating instance_info_cache with network_info: [{"id": "43afe272-5567-4475-a4dc-755578b1f6d5", "address": "fa:16:3e:3a:3d:af", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43afe272-55", "ovs_interfaceid": "43afe272-5567-4475-a4dc-755578b1f6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.209111] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Successfully created port: 32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.223203] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.251186] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-changed-c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.251421] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Refreshing instance network info cache due to event network-changed-c1119ede-3937-4bda-b272-927df4be6b01. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.251639] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Acquiring lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.321497] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.360612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458b003-e8e5-4ba8-b484-c62e478f2c4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.371457] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde9032e-286c-4364-8134-ea65b1262e84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.419368] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58391529-5333-41a2-a589-4d6687656ea9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.427904] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6d9c4-6042-42fe-bcf0-1317ef39d8f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.443742] env[62622]: DEBUG nova.compute.provider_tree [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.578141] env[62622]: DEBUG nova.network.neutron [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Updating instance_info_cache with network_info: [{"id": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "address": "fa:16:3e:41:e3:49", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ae0692-1f", "ovs_interfaceid": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.605319] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.605820] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance network_info: |[{"id": "376ef579-b31c-4403-b5bb-0a56ca830adc", "address": "fa:16:3e:b3:da:0d", "network": {"id": "7a2a10e8-5c8a-43ab-8c2d-f8bc43e53336", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953389961", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ef579-b3", "ovs_interfaceid": "376ef579-b31c-4403-b5bb-0a56ca830adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1119ede-3937-4bda-b272-927df4be6b01", "address": "fa:16:3e:87:1a:ca", "network": {"id": "ac073b31-c4c8-42fd-9949-4f598e8722fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514486323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1119ede-39", "ovs_interfaceid": "c1119ede-3937-4bda-b272-927df4be6b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.606325] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Acquired lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.606603] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Refreshing network info cache for port c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.611805] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:da:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '376ef579-b31c-4403-b5bb-0a56ca830adc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:1a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1119ede-3937-4bda-b272-927df4be6b01', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.625366] env[62622]: DEBUG oslo.service.loopingcall [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.630642] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fbd78a3-4cfa-4b39-993b-cd262bfcc712 req-62ca4236-107f-4eb5-aff8-d7950f534721 service nova] Releasing lock "refresh_cache-e264262f-cfa2-4c34-9444-7bc6fbfdbaea" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.631198] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.631944] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bb797b1-6325-47a4-a5df-a127b11bf1e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.658884] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.658884] env[62622]: value = "task-2701344" [ 747.658884] env[62622]: _type = "Task" [ 747.658884] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.669609] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701344, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.915406] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Updated VIF entry in instance network info cache for port c1119ede-3937-4bda-b272-927df4be6b01. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.915956] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Updating instance_info_cache with network_info: [{"id": "376ef579-b31c-4403-b5bb-0a56ca830adc", "address": "fa:16:3e:b3:da:0d", "network": {"id": "7a2a10e8-5c8a-43ab-8c2d-f8bc43e53336", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953389961", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ef579-b3", "ovs_interfaceid": "376ef579-b31c-4403-b5bb-0a56ca830adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1119ede-3937-4bda-b272-927df4be6b01", "address": "fa:16:3e:87:1a:ca", "network": {"id": "ac073b31-c4c8-42fd-9949-4f598e8722fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1514486323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "524df52a4bd047a184d91af4e931fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1119ede-39", "ovs_interfaceid": "c1119ede-3937-4bda-b272-927df4be6b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.949778] env[62622]: DEBUG nova.scheduler.client.report [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.082931] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.083261] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Instance network_info: |[{"id": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "address": "fa:16:3e:41:e3:49", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ae0692-1f", "ovs_interfaceid": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.083836] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:e3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2ae0692-1fcd-4301-98a7-fdcfc1066829', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.092921] env[62622]: DEBUG oslo.service.loopingcall [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.093316] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.093982] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ae44f2-f165-4bec-8a57-4ad745451595 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.116825] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.116825] env[62622]: value = "task-2701345" [ 748.116825] env[62622]: _type = "Task" [ 748.116825] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.126531] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701345, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.169746] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701344, 'name': CreateVM_Task, 'duration_secs': 0.457244} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.170304] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.171441] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.171701] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.172437] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.173177] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9844051a-6706-4d93-83f9-78baad029671 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.179418] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 748.179418] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528c1a59-cd7b-1726-e911-fd01c28aafcc" [ 748.179418] env[62622]: _type = "Task" [ 748.179418] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.190782] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528c1a59-cd7b-1726-e911-fd01c28aafcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.236528] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.419720] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Releasing lock "refresh_cache-7e020d7f-bf20-4a68-b39b-e13d9666c9ee" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.420214] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Received event network-vif-plugged-b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.420574] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Acquiring lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.420881] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.421212] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.421497] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] No waiting events found dispatching network-vif-plugged-b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.421923] env[62622]: WARNING nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Received unexpected event network-vif-plugged-b2ae0692-1fcd-4301-98a7-fdcfc1066829 for instance with vm_state building and task_state spawning. [ 748.422076] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Received event network-changed-b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.422358] env[62622]: DEBUG nova.compute.manager [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Refreshing instance network info cache due to event network-changed-b2ae0692-1fcd-4301-98a7-fdcfc1066829. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.422681] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Acquiring lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.422952] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Acquired lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.423261] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Refreshing network info cache for port b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.456904] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.459822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.447s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.460145] env[62622]: DEBUG nova.objects.instance [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lazy-loading 'resources' on Instance uuid 781fcdfe-3b6d-439b-ae11-26392217514d {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.494517] env[62622]: INFO nova.scheduler.client.report [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Deleted allocations for instance 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd [ 748.627612] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701345, 'name': CreateVM_Task, 'duration_secs': 0.415167} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.627784] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.628602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.690185] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528c1a59-cd7b-1726-e911-fd01c28aafcc, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.690727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.691149] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.691521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.691819] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.692177] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.692633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693067] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.694468] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc49b6f-0b94-4517-9706-aad062182e75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.697099] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f83691b-e389-4921-98ed-e450c60f7a22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.702585] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 748.702585] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ca70f-0978-3349-dfbc-0aa35415100d" [ 748.702585] env[62622]: _type = "Task" [ 748.702585] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.709020] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.709020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.709020] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905fe94e-fced-4436-b7c2-076d745f15c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716257] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ca70f-0978-3349-dfbc-0aa35415100d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.719692] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 748.719692] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b12caa-97fc-74eb-2247-85078d4b4857" [ 748.719692] env[62622]: _type = "Task" [ 748.719692] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.730562] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b12caa-97fc-74eb-2247-85078d4b4857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.876214] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Successfully updated port: 32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.005821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e0a24c1a-8a6e-4f70-b5a8-62bde4b3b5a6 tempest-AttachInterfacesUnderV243Test-1949155671 tempest-AttachInterfacesUnderV243Test-1949155671-project-member] Lock "8fc5a5f0-d17a-401c-a2f3-91247d3bccbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.048s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.184313] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Updated VIF entry in instance network info cache for port b2ae0692-1fcd-4301-98a7-fdcfc1066829. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.184313] env[62622]: DEBUG nova.network.neutron [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Updating instance_info_cache with network_info: [{"id": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "address": "fa:16:3e:41:e3:49", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ae0692-1f", "ovs_interfaceid": "b2ae0692-1fcd-4301-98a7-fdcfc1066829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.216686] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526ca70f-0978-3349-dfbc-0aa35415100d, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.219637] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.219909] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.220227] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.230609] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b12caa-97fc-74eb-2247-85078d4b4857, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.236620] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f80c4d-57b3-424e-b5ee-38e0bb9d6ad3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.243173] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 749.243173] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525773f6-bfd8-972c-6d2b-d1a83f6c4af2" [ 749.243173] env[62622]: _type = "Task" [ 749.243173] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.253413] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525773f6-bfd8-972c-6d2b-d1a83f6c4af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.381775] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.381921] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.382424] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.466698] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f9e7cf-39d4-404a-bf4a-5686e46b08f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.475019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b390ea-e653-4694-a7d0-7445aa37fe12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.507988] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806e378-45c3-4d51-a8a1-01f3c5794207 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.517013] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba736c-4bf6-4dd2-9bb7-a2aeda422ac4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.532111] env[62622]: DEBUG nova.compute.provider_tree [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.687099] env[62622]: DEBUG oslo_concurrency.lockutils [req-89c125b3-013f-45fd-bae0-1cd129adb795 req-d4f2090b-0b2b-4bfb-a774-798d24b28c0d service nova] Releasing lock "refresh_cache-1d594b1e-a93c-4404-b014-ff8690f348b8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.754030] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525773f6-bfd8-972c-6d2b-d1a83f6c4af2, 'name': SearchDatastore_Task, 'duration_secs': 0.014586} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.754163] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.754350] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 7e020d7f-bf20-4a68-b39b-e13d9666c9ee/7e020d7f-bf20-4a68-b39b-e13d9666c9ee.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.754644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.754867] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.755095] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e897a2e-75a2-4049-80d7-23b0a1d38cf8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.757267] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00e53e8d-f3e3-4a63-a4e8-594883dacde4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.764622] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 749.764622] env[62622]: value = "task-2701346" [ 749.764622] env[62622]: _type = "Task" [ 749.764622] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.769322] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.769322] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.770135] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6121d56-07b4-48f2-8ffb-6889e979facb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.775605] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.778614] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 749.778614] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e0fa38-ee76-7d0b-034d-e1311c8aea7e" [ 749.778614] env[62622]: _type = "Task" [ 749.778614] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.786210] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e0fa38-ee76-7d0b-034d-e1311c8aea7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.916314] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.037190] env[62622]: DEBUG nova.scheduler.client.report [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.065126] env[62622]: DEBUG nova.network.neutron [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Updating instance_info_cache with network_info: [{"id": "32348403-c1d8-4d54-916f-63470815d88c", "address": "fa:16:3e:72:31:e0", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32348403-c1", "ovs_interfaceid": "32348403-c1d8-4d54-916f-63470815d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.277600] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701346, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.291807] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e0fa38-ee76-7d0b-034d-e1311c8aea7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.292855] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbfd8ad-8667-420f-9713-7c9eebc807e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.301990] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 750.301990] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52127c5c-5518-b70e-26ac-5461a5957ead" [ 750.301990] env[62622]: _type = "Task" [ 750.301990] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.313739] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52127c5c-5518-b70e-26ac-5461a5957ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.541302] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.543552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.958s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.545062] env[62622]: INFO nova.compute.claims [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.568272] env[62622]: INFO nova.scheduler.client.report [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Deleted allocations for instance 781fcdfe-3b6d-439b-ae11-26392217514d [ 750.569475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.570281] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Instance network_info: |[{"id": "32348403-c1d8-4d54-916f-63470815d88c", "address": "fa:16:3e:72:31:e0", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32348403-c1", "ovs_interfaceid": "32348403-c1d8-4d54-916f-63470815d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.587186] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.587451] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.587629] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.587811] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.587954] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.588583] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.588865] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.589048] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.589223] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.589394] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.589556] env[62622]: DEBUG nova.virt.hardware [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.591694] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff53dd-1f5f-4faf-a9bd-5952cc50508d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.601478] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.602795] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1305a1f3-0e38-4a6c-9322-d1aa44268073 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.608560] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0d3c3-080f-491d-a730-e3b41203f825 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.621095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:31:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32348403-c1d8-4d54-916f-63470815d88c', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.628690] env[62622]: DEBUG oslo.service.loopingcall [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.634145] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.634145] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.634145] env[62622]: ERROR oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk due to incomplete transfer. [ 750.634145] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bba602ed-14ac-428d-9d6c-e6cffe010885 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.646991] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edf0ea7c-2d59-4d67-84ae-2b2f07ff6039 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.655040] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.655040] env[62622]: value = "task-2701347" [ 750.655040] env[62622]: _type = "Task" [ 750.655040] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.656189] env[62622]: DEBUG oslo_vmware.rw_handles [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dee29-d6dd-0499-e2d7-f37a2029a771/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.656410] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Uploaded image c79c325b-51ed-4b18-96d6-0db56feec17d to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.658483] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.661667] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c583eaa3-f840-4e8f-a84a-da71a6fdc797 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.670604] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701347, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.671885] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 750.671885] env[62622]: value = "task-2701348" [ 750.671885] env[62622]: _type = "Task" [ 750.671885] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.679408] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701348, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.776503] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.776503] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 7e020d7f-bf20-4a68-b39b-e13d9666c9ee/7e020d7f-bf20-4a68-b39b-e13d9666c9ee.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.776503] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.776863] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba55e0a2-e4f0-4c2e-9381-be09ca6c88fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.785682] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 750.785682] env[62622]: value = "task-2701349" [ 750.785682] env[62622]: _type = "Task" [ 750.785682] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.793740] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.813761] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52127c5c-5518-b70e-26ac-5461a5957ead, 'name': SearchDatastore_Task, 'duration_secs': 0.066412} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.814115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.814465] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 1d594b1e-a93c-4404-b014-ff8690f348b8/1d594b1e-a93c-4404-b014-ff8690f348b8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.814817] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8776d40-9d36-4285-91a3-cc9afac52038 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.821823] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 750.821823] env[62622]: value = "task-2701350" [ 750.821823] env[62622]: _type = "Task" [ 750.821823] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.831413] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.081460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1946bb3d-5840-47be-b896-0d26204cac7a tempest-ServersTestFqdnHostnames-2071440510 tempest-ServersTestFqdnHostnames-2071440510-project-member] Lock "781fcdfe-3b6d-439b-ae11-26392217514d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.411s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.166079] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701347, 'name': CreateVM_Task, 'duration_secs': 0.38368} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.166303] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.167035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.167272] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167557] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.168186] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ee52a1-4976-461c-8c03-7054ec0a3e2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.173537] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 751.173537] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523780b9-e122-ad55-60dd-cc46621edb09" [ 751.173537] env[62622]: _type = "Task" [ 751.173537] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.190438] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701348, 'name': Destroy_Task, 'duration_secs': 0.435428} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.192354] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Destroyed the VM [ 751.192354] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.192713] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523780b9-e122-ad55-60dd-cc46621edb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.192843] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4a5ddb6-772a-4343-a8a6-e1950d08c4db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.202916] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 751.202916] env[62622]: value = "task-2701351" [ 751.202916] env[62622]: _type = "Task" [ 751.202916] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.214693] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.297403] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076171} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.297700] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.298559] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cd0937-edb1-434c-86c3-644c6b6b1f6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.325487] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 7e020d7f-bf20-4a68-b39b-e13d9666c9ee/7e020d7f-bf20-4a68-b39b-e13d9666c9ee.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.327177] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55230c6a-a4f4-4be7-a42b-d7b795eba058 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.343227] env[62622]: DEBUG nova.compute.manager [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Received event network-vif-plugged-32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.343474] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Acquiring lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.343715] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.343884] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.344075] env[62622]: DEBUG nova.compute.manager [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] No waiting events found dispatching network-vif-plugged-32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.344870] env[62622]: WARNING nova.compute.manager [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Received unexpected event network-vif-plugged-32348403-c1d8-4d54-916f-63470815d88c for instance with vm_state building and task_state spawning. [ 751.344870] env[62622]: DEBUG nova.compute.manager [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Received event network-changed-32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.344870] env[62622]: DEBUG nova.compute.manager [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Refreshing instance network info cache due to event network-changed-32348403-c1d8-4d54-916f-63470815d88c. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.344870] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Acquiring lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.344870] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Acquired lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.345154] env[62622]: DEBUG nova.network.neutron [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Refreshing network info cache for port 32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.356526] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.359384] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 751.359384] env[62622]: value = "task-2701352" [ 751.359384] env[62622]: _type = "Task" [ 751.359384] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.371522] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.687420] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523780b9-e122-ad55-60dd-cc46621edb09, 'name': SearchDatastore_Task, 'duration_secs': 0.088798} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.687847] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.688028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.688297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.688464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.688742] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.688863] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d0836a-4bd6-43e5-b9d1-df7f84de70b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.701625] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.701804] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.702915] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2883fe4-fe21-4103-ae70-31116d7ee7af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.713970] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 751.713970] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52956440-4e15-1e81-24db-fa843c6427f8" [ 751.713970] env[62622]: _type = "Task" [ 751.713970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.721215] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.726320] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52956440-4e15-1e81-24db-fa843c6427f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.836854] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743142} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.837135] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 1d594b1e-a93c-4404-b014-ff8690f348b8/1d594b1e-a93c-4404-b014-ff8690f348b8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.840302] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.840302] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e08840ea-e94e-4586-a1cf-0755ea9eb3d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.847238] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 751.847238] env[62622]: value = "task-2701353" [ 751.847238] env[62622]: _type = "Task" [ 751.847238] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.861614] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.875296] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701352, 'name': ReconfigVM_Task, 'duration_secs': 0.418805} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.875612] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 7e020d7f-bf20-4a68-b39b-e13d9666c9ee/7e020d7f-bf20-4a68-b39b-e13d9666c9ee.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.876309] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc0e7dd-4b70-4507-9239-3f7bbde2d9c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.883549] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 751.883549] env[62622]: value = "task-2701354" [ 751.883549] env[62622]: _type = "Task" [ 751.883549] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.896049] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701354, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.082227] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248524b-6d56-4803-bc7a-a546963161d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.094274] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae68350-767b-40e8-96ce-bff92034c096 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.132867] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99976b2b-84d3-44bb-b4a6-ee15837e9853 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.141768] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a59d63-e317-4323-a006-27b501b7100b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.155764] env[62622]: DEBUG nova.compute.provider_tree [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.215566] env[62622]: DEBUG oslo_vmware.api [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.751214} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.218910] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.219425] env[62622]: INFO nova.compute.manager [None req-530273d6-b3c6-4f85-b639-0b5817baddba tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 752.227868] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52956440-4e15-1e81-24db-fa843c6427f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016152} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.228905] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d4a49a-ed48-4c48-9eef-e3a0b3ef002b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.234827] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 752.234827] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52460f6c-e91c-5529-0254-1742b6afa802" [ 752.234827] env[62622]: _type = "Task" [ 752.234827] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.243762] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52460f6c-e91c-5529-0254-1742b6afa802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.359141] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093033} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.359961] env[62622]: DEBUG nova.network.neutron [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Updated VIF entry in instance network info cache for port 32348403-c1d8-4d54-916f-63470815d88c. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.360445] env[62622]: DEBUG nova.network.neutron [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Updating instance_info_cache with network_info: [{"id": "32348403-c1d8-4d54-916f-63470815d88c", "address": "fa:16:3e:72:31:e0", "network": {"id": "03356ca7-c1d5-4bb3-9173-14a0d69f10ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1782098056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e7194b770a407b92bc973cfdf61b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32348403-c1", "ovs_interfaceid": "32348403-c1d8-4d54-916f-63470815d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.361988] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.363371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b490f-814d-4656-b984-ee9acb13b73c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.398056] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 1d594b1e-a93c-4404-b014-ff8690f348b8/1d594b1e-a93c-4404-b014-ff8690f348b8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.399042] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a76800a-3398-4816-ad29-f56d9db9494e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.422286] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701354, 'name': Rename_Task, 'duration_secs': 0.166728} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.422894] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.423250] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 752.423250] env[62622]: value = "task-2701355" [ 752.423250] env[62622]: _type = "Task" [ 752.423250] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.423413] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c088b896-2b6e-49d3-a207-63185140b481 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.435836] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.435836] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 752.435836] env[62622]: value = "task-2701356" [ 752.435836] env[62622]: _type = "Task" [ 752.435836] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.443293] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.661508] env[62622]: DEBUG nova.scheduler.client.report [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.751688] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52460f6c-e91c-5529-0254-1742b6afa802, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.751956] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.752293] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98/4b741ecc-fd18-4ce2-b2fc-a5f90903fc98.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.752832] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af572e1c-b3a5-4ea6-ad6e-db52e59962e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.763096] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 752.763096] env[62622]: value = "task-2701357" [ 752.763096] env[62622]: _type = "Task" [ 752.763096] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.771901] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.864125] env[62622]: DEBUG oslo_concurrency.lockutils [req-22c0f647-5e70-47e8-8744-ec877e5afd8f req-ac0de451-35b3-46d0-9777-89d511b3b49a service nova] Releasing lock "refresh_cache-4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.943497] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.948767] env[62622]: DEBUG oslo_vmware.api [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701356, 'name': PowerOnVM_Task, 'duration_secs': 0.511154} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.949013] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.949480] env[62622]: INFO nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Took 12.48 seconds to spawn the instance on the hypervisor. [ 752.949713] env[62622]: DEBUG nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.950729] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9037e79-5be2-40d9-a9a0-7e354d8c1655 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.175978] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.175978] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.182025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.371s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.275647] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.440827] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.476735] env[62622]: INFO nova.compute.manager [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Took 48.28 seconds to build instance. [ 753.682511] env[62622]: DEBUG nova.compute.utils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.686525] env[62622]: INFO nova.compute.claims [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.691532] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.691863] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.760073] env[62622]: DEBUG nova.policy [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd16cef43e0954245bb2cdc72467708a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28581a96de20491ba4c019d374f82958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.779412] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818528} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.779889] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98/4b741ecc-fd18-4ce2-b2fc-a5f90903fc98.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.780377] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.780945] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68adc3a9-e0ec-4012-bf2a-65bb806c8659 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.791343] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 753.791343] env[62622]: value = "task-2701358" [ 753.791343] env[62622]: _type = "Task" [ 753.791343] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.798371] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.942369] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701355, 'name': ReconfigVM_Task, 'duration_secs': 1.294633} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.942909] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 1d594b1e-a93c-4404-b014-ff8690f348b8/1d594b1e-a93c-4404-b014-ff8690f348b8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.943808] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fd9b97-a96c-4830-9392-ba42c3063355 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.952699] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 753.952699] env[62622]: value = "task-2701359" [ 753.952699] env[62622]: _type = "Task" [ 753.952699] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.962907] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701359, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.984204] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddf2092a-1790-4a3a-8fbb-b259e1c4bd0f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.812s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.192796] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.198092] env[62622]: INFO nova.compute.resource_tracker [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating resource usage from migration 59c32322-ae2f-467b-a543-647295457e15 [ 754.247891] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Successfully created port: 66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.300877] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242318} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.301434] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.302811] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b3128-55a4-485f-a1fc-d18ddc073a4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.333379] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98/4b741ecc-fd18-4ce2-b2fc-a5f90903fc98.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.337442] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255bc50e-9937-43d4-9bce-6cd71fd13bd5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.361542] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 754.361542] env[62622]: value = "task-2701360" [ 754.361542] env[62622]: _type = "Task" [ 754.361542] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.378569] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.466895] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701359, 'name': Rename_Task, 'duration_secs': 0.185481} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.471338] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.474661] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13c05e7a-653c-470c-9899-a96a1239b364 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.482086] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 754.482086] env[62622]: value = "task-2701361" [ 754.482086] env[62622]: _type = "Task" [ 754.482086] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.491230] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.840421] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ff2c1-7ac6-4447-ba4b-79348745a379 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.848770] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6aaa75-d43e-49e8-bd83-f4f9ac63ea29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.892028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0db03-4eb0-4e10-ac65-c73dde2a71eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.902839] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f0cc2-535f-41a0-8fce-66fb3451f045 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.911125] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701360, 'name': ReconfigVM_Task, 'duration_secs': 0.300391} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.912095] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98/4b741ecc-fd18-4ce2-b2fc-a5f90903fc98.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.913366] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4cba3e-53fb-4fdd-acca-ac9aef4f2473 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.925489] env[62622]: DEBUG nova.compute.provider_tree [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.933948] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 754.933948] env[62622]: value = "task-2701362" [ 754.933948] env[62622]: _type = "Task" [ 754.933948] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.943131] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701362, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.975348] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.976070] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.976070] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.976070] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.976252] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.978491] env[62622]: INFO nova.compute.manager [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Terminating instance [ 754.994635] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.215203] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.261970] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.262324] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.262470] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.262666] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.262868] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.263115] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.263649] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.264270] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.264270] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.264270] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.264444] env[62622]: DEBUG nova.virt.hardware [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.265341] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2114d-b282-4cdf-b23a-dd02047e1889 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.273424] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f3782-f810-41cf-847a-1f417d80b737 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.429381] env[62622]: DEBUG nova.scheduler.client.report [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.443073] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701362, 'name': Rename_Task, 'duration_secs': 0.154876} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.443901] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.444138] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee00af4-7b6d-45f2-b4ba-54356496e341 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.450536] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 755.450536] env[62622]: value = "task-2701363" [ 755.450536] env[62622]: _type = "Task" [ 755.450536] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.459416] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.488304] env[62622]: DEBUG nova.compute.manager [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.488684] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.489598] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323c025b-bdee-4cb0-8735-9d3447773129 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.499490] env[62622]: DEBUG oslo_vmware.api [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701361, 'name': PowerOnVM_Task, 'duration_secs': 0.551315} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.501757] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.502038] env[62622]: INFO nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Took 10.05 seconds to spawn the instance on the hypervisor. [ 755.502180] env[62622]: DEBUG nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.502590] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.503722] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd8b5ff-543f-4d02-8135-4a9269ae72cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.507608] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e608b4-5e3d-49f9-ae21-8f47fcf7a83f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.518360] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 755.518360] env[62622]: value = "task-2701364" [ 755.518360] env[62622]: _type = "Task" [ 755.518360] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.527275] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.851809] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.852868] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1959f8-f55e-4c8a-ad8c-30febfcdbe6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.862104] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.862104] env[62622]: ERROR oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk due to incomplete transfer. [ 755.862104] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1a04944-1b28-4f18-876a-83f41fbbfec6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.868857] env[62622]: DEBUG oslo_vmware.rw_handles [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7e8d3-71b4-2458-a44c-0ab0f36b4b22/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.871022] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Uploaded image 690cd238-0051-41ae-a0a6-e1c8b8e5de68 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.871211] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.871574] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-704eb062-0372-4fda-b7d1-763520db5748 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.878692] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 755.878692] env[62622]: value = "task-2701365" [ 755.878692] env[62622]: _type = "Task" [ 755.878692] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.888019] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701365, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.941025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.759s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.941025] env[62622]: INFO nova.compute.manager [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Migrating [ 755.946083] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.562s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.948418] env[62622]: INFO nova.compute.claims [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.984110] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.028341] env[62622]: INFO nova.compute.manager [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Took 48.47 seconds to build instance. [ 756.035493] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701364, 'name': PowerOffVM_Task, 'duration_secs': 0.207157} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.036083] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.036937] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.036937] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb6df3bd-839e-4513-9d9b-493f54c06033 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.147628] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.147872] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.148023] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleting the datastore file [datastore2] 7e020d7f-bf20-4a68-b39b-e13d9666c9ee {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.148343] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f81961-780c-4956-a92b-4aa28560aa16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155382] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for the task: (returnval){ [ 756.155382] env[62622]: value = "task-2701367" [ 756.155382] env[62622]: _type = "Task" [ 756.155382] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.164020] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.390566] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701365, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.477871] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.478122] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.478370] env[62622]: DEBUG nova.network.neutron [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.491225] env[62622]: DEBUG oslo_vmware.api [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701363, 'name': PowerOnVM_Task, 'duration_secs': 0.560362} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.491225] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.491225] env[62622]: INFO nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Took 8.25 seconds to spawn the instance on the hypervisor. [ 756.491225] env[62622]: DEBUG nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.491910] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9500a718-4932-4285-8a7e-2543a26fff1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.516425] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Successfully updated port: 66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.530801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1519f183-7ef9-434c-9047-a87826f30499 tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.537s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.664919] env[62622]: DEBUG oslo_vmware.api [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Task: {'id': task-2701367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470002} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.665279] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.665474] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.665651] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.665830] env[62622]: INFO nova.compute.manager [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 756.666096] env[62622]: DEBUG oslo.service.loopingcall [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.666615] env[62622]: DEBUG nova.compute.manager [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.666717] env[62622]: DEBUG nova.network.neutron [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.893625] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701365, 'name': Destroy_Task, 'duration_secs': 0.766713} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.893625] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Destroyed the VM [ 756.893625] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.893625] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3d67dc6-5bb6-4bbb-9c93-0421fc8f1b5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.903911] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 756.903911] env[62622]: value = "task-2701368" [ 756.903911] env[62622]: _type = "Task" [ 756.903911] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.913998] env[62622]: DEBUG nova.compute.manager [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Received event network-vif-plugged-66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.914367] env[62622]: DEBUG oslo_concurrency.lockutils [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] Acquiring lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.914873] env[62622]: DEBUG oslo_concurrency.lockutils [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] Lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.915533] env[62622]: DEBUG oslo_concurrency.lockutils [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] Lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.915956] env[62622]: DEBUG nova.compute.manager [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] No waiting events found dispatching network-vif-plugged-66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.915956] env[62622]: WARNING nova.compute.manager [req-381cd456-5a02-4247-81d3-4a7673422e3a req-8f437cca-da19-494e-88ce-3ab490b9bad8 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Received unexpected event network-vif-plugged-66fbcc44-db4b-436d-9f21-f68fa464c93a for instance with vm_state building and task_state spawning. [ 756.925462] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701368, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.019638] env[62622]: INFO nova.compute.manager [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Took 46.99 seconds to build instance. [ 757.024096] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.024096] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquired lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.024096] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.240026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "1d594b1e-a93c-4404-b014-ff8690f348b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.240287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.240541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.240683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.240862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.246578] env[62622]: INFO nova.compute.manager [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Terminating instance [ 757.299018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.299326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.299523] env[62622]: INFO nova.compute.manager [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Rebooting instance [ 757.372168] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.372603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.372979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.373077] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.373228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.379801] env[62622]: INFO nova.compute.manager [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Terminating instance [ 757.426265] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701368, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.474541] env[62622]: DEBUG nova.network.neutron [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.522343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-968970a3-4e0c-4e8c-95ba-94537790a018 tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.918s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.571378] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.687791] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a821c76e-dd40-4234-bbba-d606b69e9563 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.701382] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124ed86-fa2a-4d50-ac2e-a58591f84880 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.746398] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec76590-ac48-48a6-8d46-57d386964bae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.754518] env[62622]: DEBUG nova.compute.manager [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.754702] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.758019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a3815-1d22-49a6-868b-f941047d6047 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.759422] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4246759-c684-433e-bf58-05d27ba599e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.768352] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.779775] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a436ad-b888-4593-b3fb-5efd0eee1b72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.782029] env[62622]: DEBUG nova.compute.provider_tree [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.790026] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 757.790026] env[62622]: value = "task-2701369" [ 757.790026] env[62622]: _type = "Task" [ 757.790026] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.798148] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.799066] env[62622]: DEBUG nova.network.neutron [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Updating instance_info_cache with network_info: [{"id": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "address": "fa:16:3e:3e:2c:ba", "network": {"id": "c78f866d-172a-437c-a6df-9d003e8f75f3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1103503240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28581a96de20491ba4c019d374f82958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fbcc44-db", "ovs_interfaceid": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.827978] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.827978] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.827978] env[62622]: DEBUG nova.network.neutron [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.894874] env[62622]: DEBUG nova.compute.manager [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.895271] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.896091] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48b296-ccb0-4fed-a572-4045213c9d5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.905924] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.905924] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed359cd-5db4-4c21-87c6-035683f69916 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.915829] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701368, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.917248] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 757.917248] env[62622]: value = "task-2701370" [ 757.917248] env[62622]: _type = "Task" [ 757.917248] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.929634] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.949240] env[62622]: DEBUG nova.network.neutron [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.977160] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.210612] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "24e15c41-942e-403b-bd7c-ee719a6915dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.210978] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.288050] env[62622]: DEBUG nova.scheduler.client.report [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.301364] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Releasing lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.301698] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Instance network_info: |[{"id": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "address": "fa:16:3e:3e:2c:ba", "network": {"id": "c78f866d-172a-437c-a6df-9d003e8f75f3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1103503240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28581a96de20491ba4c019d374f82958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fbcc44-db", "ovs_interfaceid": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.302594] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66fbcc44-db4b-436d-9f21-f68fa464c93a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.311264] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Creating folder: Project (28581a96de20491ba4c019d374f82958). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.316162] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932765f9-5223-43aa-a06c-20edd7b613c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.317549] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701369, 'name': PowerOffVM_Task, 'duration_secs': 0.270702} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.318069] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.318248] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.319031] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbcc4098-3e59-4d93-8e10-a7dd8685771e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.328028] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Created folder: Project (28581a96de20491ba4c019d374f82958) in parent group-v544184. [ 758.328167] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Creating folder: Instances. Parent ref: group-v544340. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.329029] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67d2744c-6111-4e6e-bab2-6d9123cbaf09 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.337848] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Created folder: Instances in parent group-v544340. [ 758.338100] env[62622]: DEBUG oslo.service.loopingcall [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.338293] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.338493] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce35fe48-8e95-408d-b738-1c86e5c164a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.358525] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.358525] env[62622]: value = "task-2701374" [ 758.358525] env[62622]: _type = "Task" [ 758.358525] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.367180] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701374, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.397661] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.397891] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.398102] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleting the datastore file [datastore2] 1d594b1e-a93c-4404-b014-ff8690f348b8 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.398422] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e8a10ef-60f5-420f-982c-2d022fcdf4e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.405626] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 758.405626] env[62622]: value = "task-2701375" [ 758.405626] env[62622]: _type = "Task" [ 758.405626] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.422793] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.423325] env[62622]: DEBUG oslo_vmware.api [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701368, 'name': RemoveSnapshot_Task, 'duration_secs': 1.128244} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.427290] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.427541] env[62622]: INFO nova.compute.manager [None req-6f298937-7935-4e68-b600-89faf006a232 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 758.436416] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701370, 'name': PowerOffVM_Task, 'duration_secs': 0.212868} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.437857] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.437857] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.437857] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52483c85-6b08-448f-a939-4eabcb603b92 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.453088] env[62622]: INFO nova.compute.manager [-] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Took 1.79 seconds to deallocate network for instance. [ 758.501715] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.501925] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.502125] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleting the datastore file [datastore2] de77b060-da1a-4616-ad6b-fc7942eb8c3c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.504185] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21838909-b925-4de0-9369-2f6bfc8c8be1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.508681] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 758.508681] env[62622]: value = "task-2701377" [ 758.508681] env[62622]: _type = "Task" [ 758.508681] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.519030] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.620218] env[62622]: DEBUG nova.network.neutron [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.718338] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.802319] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.802566] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.808218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.668s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.808453] env[62622]: DEBUG nova.objects.instance [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lazy-loading 'resources' on Instance uuid f07d79c3-f64f-43e9-9828-9a67fb370962 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.872384] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701374, 'name': CreateVM_Task, 'duration_secs': 0.414139} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.872572] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.873270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.873740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.874078] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.874338] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34c8ff4-34f9-4507-95e2-b01f25631356 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.879143] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 758.879143] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6aac2-cdda-80c6-89f9-bc7575d84327" [ 758.879143] env[62622]: _type = "Task" [ 758.879143] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.891968] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6aac2-cdda-80c6-89f9-bc7575d84327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.922031] env[62622]: DEBUG oslo_vmware.api [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239322} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.922031] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.922031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.922155] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.922810] env[62622]: INFO nova.compute.manager [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 758.922810] env[62622]: DEBUG oslo.service.loopingcall [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.923503] env[62622]: DEBUG nova.compute.manager [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.923635] env[62622]: DEBUG nova.network.neutron [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.961341] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.019375] env[62622]: DEBUG oslo_vmware.api [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190395} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.019791] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.020385] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.020573] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.020828] env[62622]: INFO nova.compute.manager [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.020978] env[62622]: DEBUG oslo.service.loopingcall [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.021198] env[62622]: DEBUG nova.compute.manager [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.021284] env[62622]: DEBUG nova.network.neutron [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.075016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.075687] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.123513] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.164389] env[62622]: DEBUG nova.compute.manager [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Received event network-changed-66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.164609] env[62622]: DEBUG nova.compute.manager [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Refreshing instance network info cache due to event network-changed-66fbcc44-db4b-436d-9f21-f68fa464c93a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.165216] env[62622]: DEBUG oslo_concurrency.lockutils [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] Acquiring lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.165723] env[62622]: DEBUG oslo_concurrency.lockutils [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] Acquired lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166172] env[62622]: DEBUG nova.network.neutron [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Refreshing network info cache for port 66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.245789] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.310909] env[62622]: DEBUG nova.compute.utils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.312071] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.312245] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.387068] env[62622]: DEBUG nova.policy [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '397fb319121846c9ad9eef0975eb3e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8af2f0be4054d13ac7912e96c7803c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.398027] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6aac2-cdda-80c6-89f9-bc7575d84327, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.398027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.398027] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.398027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.398027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.398455] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.398455] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63f6c962-0026-4219-af46-644504a77a3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.402844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.402844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.402844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.402844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.402844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.404948] env[62622]: INFO nova.compute.manager [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Terminating instance [ 759.410464] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.410643] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.411389] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca44429a-12e6-492a-b038-3c3b447c112a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.421376] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 759.421376] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea5abe-bddd-4da5-1b88-b81da10f959b" [ 759.421376] env[62622]: _type = "Task" [ 759.421376] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.436045] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea5abe-bddd-4da5-1b88-b81da10f959b, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.438429] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbe7eac-67cb-44cc-9794-0ee748ebb5c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.446842] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 759.446842] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a3f366-d4fa-681e-0c65-54078ac3a2b9" [ 759.446842] env[62622]: _type = "Task" [ 759.446842] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.458759] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a3f366-d4fa-681e-0c65-54078ac3a2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.461346] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.461607] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8ce1b255-520f-4418-b258-07489ff0aee6/8ce1b255-520f-4418-b258-07489ff0aee6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.462094] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f06a412-a156-43fd-a1df-cd39d646ffa1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.468337] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 759.468337] env[62622]: value = "task-2701378" [ 759.468337] env[62622]: _type = "Task" [ 759.468337] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.476695] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.495802] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4da2d57-4a3c-4f2a-9c35-9e67220762ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.514765] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 759.578789] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.632236] env[62622]: DEBUG nova.compute.manager [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.632236] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50bd1ad-e415-421f-b4f0-20328c4a1395 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.817041] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.846282] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Successfully created port: 7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.858612] env[62622]: DEBUG nova.network.neutron [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.911211] env[62622]: DEBUG nova.compute.manager [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.911433] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.912804] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e79af3-bc29-4b39-aa0e-2e7f463cde2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.921233] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.921531] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ead1672-e36c-4bd5-8eb9-514d26496732 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.935737] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 759.935737] env[62622]: value = "task-2701379" [ 759.935737] env[62622]: _type = "Task" [ 759.935737] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.939692] env[62622]: DEBUG nova.network.neutron [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.949046] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.979132] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496704} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.980126] env[62622]: DEBUG nova.network.neutron [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Updated VIF entry in instance network info cache for port 66fbcc44-db4b-436d-9f21-f68fa464c93a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.980700] env[62622]: DEBUG nova.network.neutron [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Updating instance_info_cache with network_info: [{"id": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "address": "fa:16:3e:3e:2c:ba", "network": {"id": "c78f866d-172a-437c-a6df-9d003e8f75f3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1103503240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28581a96de20491ba4c019d374f82958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fbcc44-db", "ovs_interfaceid": "66fbcc44-db4b-436d-9f21-f68fa464c93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.984427] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8ce1b255-520f-4418-b258-07489ff0aee6/8ce1b255-520f-4418-b258-07489ff0aee6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.984643] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.985283] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66eb7b37-b17b-4ffc-9240-ddaa800f7d92 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.991449] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 759.991449] env[62622]: value = "task-2701380" [ 759.991449] env[62622]: _type = "Task" [ 759.991449] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.003165] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.003921] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bdbfb-2ffa-4716-b876-0242bd3ba0da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.010703] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff06dd1-4e32-4a7d-ba7e-555423600ebd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.042424] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.043701] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdfcb082-b994-42ab-9bae-728c1eb0e8b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.046057] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91666947-ec83-41a5-bd8c-01ea188bf650 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.056164] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb3aae-21b6-4555-b57f-53bc4264fc64 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.059900] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 760.059900] env[62622]: value = "task-2701381" [ 760.059900] env[62622]: _type = "Task" [ 760.059900] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.073718] env[62622]: DEBUG nova.compute.provider_tree [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.081198] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.103592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.366993] env[62622]: INFO nova.compute.manager [-] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Took 1.44 seconds to deallocate network for instance. [ 760.375033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.375573] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.375776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.375951] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.376150] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.377976] env[62622]: INFO nova.compute.manager [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Terminating instance [ 760.446824] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701379, 'name': PowerOffVM_Task, 'duration_secs': 0.287277} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.447989] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.447989] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.448434] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cc2d06a-228e-4cc5-9e75-8e69787571e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.450122] env[62622]: INFO nova.compute.manager [-] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Took 1.43 seconds to deallocate network for instance. [ 760.485742] env[62622]: DEBUG oslo_concurrency.lockutils [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] Releasing lock "refresh_cache-8ce1b255-520f-4418-b258-07489ff0aee6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.485986] env[62622]: DEBUG nova.compute.manager [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-vif-deleted-c1119ede-3937-4bda-b272-927df4be6b01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.486189] env[62622]: DEBUG nova.compute.manager [req-dd06c616-19f4-40b6-9b2a-81444ead7668 req-8cb2017c-69ee-44c8-abbe-d3d42bf85682 service nova] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Received event network-vif-deleted-376ef579-b31c-4403-b5bb-0a56ca830adc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.501955] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061342} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.502229] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.504019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8856649-49d5-4426-9fa8-30ac56c53f79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.528040] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8ce1b255-520f-4418-b258-07489ff0aee6/8ce1b255-520f-4418-b258-07489ff0aee6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.528631] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d044134-b05a-4d8c-85f3-1dbf43aa9328 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.550611] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.550840] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.551011] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Deleting the datastore file [datastore1] 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.551647] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30f9df6-c0b6-420c-a6cd-9544f1079a3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.555784] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 760.555784] env[62622]: value = "task-2701383" [ 760.555784] env[62622]: _type = "Task" [ 760.555784] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.562021] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for the task: (returnval){ [ 760.562021] env[62622]: value = "task-2701384" [ 760.562021] env[62622]: _type = "Task" [ 760.562021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.570148] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.575009] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701381, 'name': PowerOffVM_Task, 'duration_secs': 0.22544} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.578446] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.578446] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 760.582529] env[62622]: DEBUG nova.scheduler.client.report [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.587141] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.654570] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afdaa24-6bbe-401f-8177-bb30ab2dee84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.662687] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Doing hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 760.662977] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ddf2b5f6-5233-4e12-a12d-9c2d3afee0ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669415] env[62622]: DEBUG oslo_vmware.api [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 760.669415] env[62622]: value = "task-2701385" [ 760.669415] env[62622]: _type = "Task" [ 760.669415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.677229] env[62622]: DEBUG oslo_vmware.api [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701385, 'name': ResetVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.828045] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.855067] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.855334] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.855494] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.855675] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.855819] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.855963] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.856660] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.856971] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.857109] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.857288] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.857697] env[62622]: DEBUG nova.virt.hardware [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.858562] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13134314-01d6-4b77-8500-bd49476c89b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.868137] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08f581-3ed5-432c-bf6d-ce51bac77eb9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.874206] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.886613] env[62622]: DEBUG nova.compute.manager [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.888426] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.888426] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9488d-43c0-4095-8bf9-73b2dcf98f12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.895183] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.895450] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fe6e97-4d6f-4155-aec3-87718569acd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.903236] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 760.903236] env[62622]: value = "task-2701386" [ 760.903236] env[62622]: _type = "Task" [ 760.903236] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.913306] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.957249] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.066974] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.076982] env[62622]: DEBUG oslo_vmware.api [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Task: {'id': task-2701384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216644} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.077405] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.077708] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.078015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.078316] env[62622]: INFO nova.compute.manager [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 761.078687] env[62622]: DEBUG oslo.service.loopingcall [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.078976] env[62622]: DEBUG nova.compute.manager [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.079148] env[62622]: DEBUG nova.network.neutron [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.090374] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.090646] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.090807] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.090982] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.091143] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.091293] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.091499] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.091655] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.091819] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.091981] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.092170] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.098526] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.101078] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a5530a-87cd-467c-a124-6d0a0d4e6fc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.113554] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.077s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.115177] env[62622]: INFO nova.compute.claims [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.120509] env[62622]: INFO nova.scheduler.client.report [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted allocations for instance f07d79c3-f64f-43e9-9828-9a67fb370962 [ 761.125491] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 761.125491] env[62622]: value = "task-2701387" [ 761.125491] env[62622]: _type = "Task" [ 761.125491] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.136779] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.188031] env[62622]: DEBUG oslo_vmware.api [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701385, 'name': ResetVM_Task, 'duration_secs': 0.08969} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.188497] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Did hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 761.188687] env[62622]: DEBUG nova.compute.manager [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.189603] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14e96ba-6986-4cce-921f-a45a5cc0fa55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.304969] env[62622]: DEBUG nova.compute.manager [req-385219bf-82d5-4041-b2ab-e0a7cac75561 req-fbeb9cbc-02ea-4324-93cd-3c3560a613e2 service nova] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Received event network-vif-deleted-b2ae0692-1fcd-4301-98a7-fdcfc1066829 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.305189] env[62622]: DEBUG nova.compute.manager [req-385219bf-82d5-4041-b2ab-e0a7cac75561 req-fbeb9cbc-02ea-4324-93cd-3c3560a613e2 service nova] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Received event network-vif-deleted-3b2eabb0-d79a-4cf9-8c56-f6eeed73051f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.415000] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701386, 'name': PowerOffVM_Task, 'duration_secs': 0.355383} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.417655] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.422974] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.422974] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d16a76a7-ebdf-4578-a3a4-e4213c4bfd08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.498371] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.498642] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.498901] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleting the datastore file [datastore2] 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.499443] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2ff258-3742-4566-90a3-d8457522baef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.513741] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 761.513741] env[62622]: value = "task-2701389" [ 761.513741] env[62622]: _type = "Task" [ 761.513741] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.527849] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.528053] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.540630] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.578099] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701383, 'name': ReconfigVM_Task, 'duration_secs': 0.600189} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.578560] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8ce1b255-520f-4418-b258-07489ff0aee6/8ce1b255-520f-4418-b258-07489ff0aee6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.579413] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f1e880b-044f-4c67-901d-423da0c099dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.586683] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 761.586683] env[62622]: value = "task-2701390" [ 761.586683] env[62622]: _type = "Task" [ 761.586683] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.597839] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701390, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.637532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f87ed5c-046f-417d-a3f0-eb66212e8789 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "f07d79c3-f64f-43e9-9828-9a67fb370962" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.949s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.652741] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701387, 'name': ReconfigVM_Task, 'duration_secs': 0.395928} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.653220] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.705235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d281ac57-9407-442b-8a03-07c7b948bb15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.406s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.934722] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Successfully updated port: 7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.989315] env[62622]: DEBUG nova.compute.manager [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Received event network-vif-plugged-7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.989315] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.989315] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.989315] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.989315] env[62622]: DEBUG nova.compute.manager [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] No waiting events found dispatching network-vif-plugged-7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.989315] env[62622]: WARNING nova.compute.manager [req-d8f29e62-6b23-4bdc-b4eb-fd3660db1419 req-196c3e03-40a8-46ed-888b-f74e521d7912 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Received unexpected event network-vif-plugged-7385e66b-03e4-4570-bc20-61749e5bda91 for instance with vm_state building and task_state spawning. [ 762.030139] env[62622]: DEBUG oslo_vmware.api [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198282} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.030796] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.031452] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.031949] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.032520] env[62622]: INFO nova.compute.manager [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.033131] env[62622]: DEBUG oslo.service.loopingcall [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.033800] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.042650] env[62622]: DEBUG nova.compute.manager [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.042650] env[62622]: DEBUG nova.network.neutron [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.099348] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701390, 'name': Rename_Task, 'duration_secs': 0.160538} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.099714] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.099989] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe48e6d-ce05-4d4c-8b82-b958cdff4168 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.106935] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 762.106935] env[62622]: value = "task-2701391" [ 762.106935] env[62622]: _type = "Task" [ 762.106935] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.115400] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.165972] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:14:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='40acce81-c27c-45ac-b3b8-deddfe0eedc3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1058561627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.166499] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.166499] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.166699] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.166878] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.167052] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.167322] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.167558] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.167820] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.168080] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.168316] env[62622]: DEBUG nova.virt.hardware [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.174119] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 762.174651] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6110d74d-fa58-4730-b97f-5811ca092228 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.193626] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 762.193626] env[62622]: value = "task-2701392" [ 762.193626] env[62622]: _type = "Task" [ 762.193626] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.204825] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.238777] env[62622]: DEBUG nova.network.neutron [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.437197] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.437316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.437488] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.562577] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.621641] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701391, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.704173] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebca6f-e225-422e-b5ec-f398dd300b3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.716386] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8432cf-f83d-4ee4-a2b4-8b2667ee008c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.719966] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701392, 'name': ReconfigVM_Task, 'duration_secs': 0.198354} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.720502] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.722096] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37eac09-e15b-49ec-8497-5b65dc0f6c0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.751434] env[62622]: INFO nova.compute.manager [-] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Took 1.67 seconds to deallocate network for instance. [ 762.754741] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336fb854-0d8d-4451-aec6-4fb6258c4bfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.780918] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.783463] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a2d6e4-c309-4652-bf5b-b695f01733b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.804450] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.804450] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.810104] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41da00-2f13-404a-9914-d0224761464b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.817847] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 762.817847] env[62622]: value = "task-2701393" [ 762.817847] env[62622]: _type = "Task" [ 762.817847] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.833153] env[62622]: DEBUG nova.compute.provider_tree [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.844235] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.978033] env[62622]: DEBUG nova.network.neutron [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.981346] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.121186] env[62622]: DEBUG oslo_vmware.api [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701391, 'name': PowerOnVM_Task, 'duration_secs': 0.773981} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.121186] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.121186] env[62622]: INFO nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Took 7.90 seconds to spawn the instance on the hypervisor. [ 763.121186] env[62622]: DEBUG nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.121186] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f692720-12a8-4584-acce-67446ae2e032 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.206834] env[62622]: DEBUG nova.network.neutron [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating instance_info_cache with network_info: [{"id": "7385e66b-03e4-4570-bc20-61749e5bda91", "address": "fa:16:3e:2f:f3:71", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385e66b-03", "ovs_interfaceid": "7385e66b-03e4-4570-bc20-61749e5bda91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.282932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.318094] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.331441] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701393, 'name': ReconfigVM_Task, 'duration_secs': 0.29047} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.332769] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.333087] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.339021] env[62622]: DEBUG nova.compute.manager [req-5847e047-00e4-4362-a24d-b9a7cec080eb req-1b7103b7-e193-44b9-8a4c-4e369ac2ee77 service nova] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Received event network-vif-deleted-1a88fab8-5221-432f-b8ad-f0be79f992ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.339021] env[62622]: DEBUG nova.scheduler.client.report [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.481157] env[62622]: INFO nova.compute.manager [-] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Took 1.44 seconds to deallocate network for instance. [ 763.637028] env[62622]: INFO nova.compute.manager [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Took 45.06 seconds to build instance. [ 763.709886] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.710257] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Instance network_info: |[{"id": "7385e66b-03e4-4570-bc20-61749e5bda91", "address": "fa:16:3e:2f:f3:71", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385e66b-03", "ovs_interfaceid": "7385e66b-03e4-4570-bc20-61749e5bda91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.710820] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f3:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7385e66b-03e4-4570-bc20-61749e5bda91', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.718313] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating folder: Project (e8af2f0be4054d13ac7912e96c7803c6). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.718884] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8927663b-9a74-4275-8df6-c4db2b96c7fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.729179] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created folder: Project (e8af2f0be4054d13ac7912e96c7803c6) in parent group-v544184. [ 763.729360] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating folder: Instances. Parent ref: group-v544343. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.729583] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30348b86-b010-4727-a7b0-d3266f2ebd14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.737800] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created folder: Instances in parent group-v544343. [ 763.738057] env[62622]: DEBUG oslo.service.loopingcall [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.738249] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.738442] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b858570b-2e5f-471b-b3b0-4f8f2e95de5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.756650] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.756650] env[62622]: value = "task-2701396" [ 763.756650] env[62622]: _type = "Task" [ 763.756650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.763698] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701396, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.840773] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596a952-3973-41c0-8bdb-36d00bc1d41e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.844224] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.844790] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.847125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.717s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.847344] env[62622]: DEBUG nova.objects.instance [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lazy-loading 'resources' on Instance uuid f7a67f22-ff06-4359-bbb0-c0501ac23e6b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.850144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.867566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22623e46-0055-46f1-b41f-424a5fa7e7cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.886746] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.988165] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.018828] env[62622]: DEBUG nova.compute.manager [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Received event network-changed-7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.018908] env[62622]: DEBUG nova.compute.manager [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Refreshing instance network info cache due to event network-changed-7385e66b-03e4-4570-bc20-61749e5bda91. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.019181] env[62622]: DEBUG oslo_concurrency.lockutils [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] Acquiring lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.019292] env[62622]: DEBUG oslo_concurrency.lockutils [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] Acquired lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.019455] env[62622]: DEBUG nova.network.neutron [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Refreshing network info cache for port 7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.138525] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dda6dfb1-2b5d-4012-aad3-4c7f5b34d48d tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.127s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.267451] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701396, 'name': CreateVM_Task, 'duration_secs': 0.347392} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.267625] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.268343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.268510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268836] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.269433] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc75733-6d95-48bf-8eb8-4032a19d4f8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.275187] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 764.275187] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b51ee9-28be-075a-a409-a2f14eea668c" [ 764.275187] env[62622]: _type = "Task" [ 764.275187] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.284303] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b51ee9-28be-075a-a409-a2f14eea668c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.353517] env[62622]: DEBUG nova.compute.utils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 764.354963] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.355146] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.439104] env[62622]: DEBUG nova.policy [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.439104] env[62622]: DEBUG nova.network.neutron [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Port 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 764.749145] env[62622]: DEBUG nova.network.neutron [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updated VIF entry in instance network info cache for port 7385e66b-03e4-4570-bc20-61749e5bda91. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.749145] env[62622]: DEBUG nova.network.neutron [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating instance_info_cache with network_info: [{"id": "7385e66b-03e4-4570-bc20-61749e5bda91", "address": "fa:16:3e:2f:f3:71", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385e66b-03", "ovs_interfaceid": "7385e66b-03e4-4570-bc20-61749e5bda91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.786749] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b51ee9-28be-075a-a409-a2f14eea668c, 'name': SearchDatastore_Task, 'duration_secs': 0.03208} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.789398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.790086] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.793018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.793018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.793018] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.793018] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65eb2488-9de8-4c36-a08d-17a315e4ddd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.800362] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.800709] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.803686] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d2872c-4322-4839-b30f-e7e584b3fd5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.811026] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 764.811026] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d760d7-14c9-c2f1-44a1-0ca087fa7f67" [ 764.811026] env[62622]: _type = "Task" [ 764.811026] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.817124] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d760d7-14c9-c2f1-44a1-0ca087fa7f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.833019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "8ce1b255-520f-4418-b258-07489ff0aee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.833019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.833019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.833019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.833019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.833692] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a594c0-05e2-4fdb-a436-2cd8be99e0ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.836488] env[62622]: INFO nova.compute.manager [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Terminating instance [ 764.842304] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4da491-8704-4030-958f-0f8043321ca6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.872306] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.875505] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc0cf3-015c-4a7b-933c-f4a952396e13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883391] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1396dd0f-ddd4-40e4-ac93-d34ed9d006c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.897370] env[62622]: DEBUG nova.compute.provider_tree [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.100546] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Successfully created port: 9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.253051] env[62622]: DEBUG oslo_concurrency.lockutils [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] Releasing lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.253051] env[62622]: DEBUG nova.compute.manager [req-aa34bb06-3249-4778-8fd6-e02cc3ef765d req-36ab1e2c-ee28-497a-9e01-dc620b1f49c9 service nova] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Received event network-vif-deleted-32348403-c1d8-4d54-916f-63470815d88c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.321915] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d760d7-14c9-c2f1-44a1-0ca087fa7f67, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.322764] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0102fb-3f80-44d7-8d6e-53338c8d238b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.330294] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 765.330294] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5261d7a5-c5d9-43b4-5984-df5d2209bd32" [ 765.330294] env[62622]: _type = "Task" [ 765.330294] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.335961] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5261d7a5-c5d9-43b4-5984-df5d2209bd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.340727] env[62622]: DEBUG nova.compute.manager [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.340964] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.341746] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b5fe7-b191-4f99-adfb-b1c5b40ea4e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.348434] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.348657] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19244903-b561-4beb-9802-8891d6a19e82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.354030] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 765.354030] env[62622]: value = "task-2701397" [ 765.354030] env[62622]: _type = "Task" [ 765.354030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.361811] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.400540] env[62622]: DEBUG nova.scheduler.client.report [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.461445] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.461688] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.461904] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.839320] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5261d7a5-c5d9-43b4-5984-df5d2209bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.01687} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.839652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.839826] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 61506e2e-a2fc-48ed-a93e-581f03d85915/61506e2e-a2fc-48ed-a93e-581f03d85915.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.840094] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e62fa4-7c62-47b0-9ed7-c8c361869f96 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.846335] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 765.846335] env[62622]: value = "task-2701398" [ 765.846335] env[62622]: _type = "Task" [ 765.846335] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.853303] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.861179] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701397, 'name': PowerOffVM_Task, 'duration_secs': 0.192939} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.861410] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.861576] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.861813] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17083f24-f8ac-4806-a31b-40a192c67180 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.885301] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.906307] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.908370] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.722s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.909829] env[62622]: INFO nova.compute.claims [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.914508] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.914727] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.914885] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.915091] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.915244] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.915391] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.915599] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.915756] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.915922] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.916096] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.916275] env[62622]: DEBUG nova.virt.hardware [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.917109] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c5339-b571-4dc5-a388-d745c1237251 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.925444] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079589a9-57d5-4828-b432-b2d6be8d1a21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.930411] env[62622]: INFO nova.scheduler.client.report [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Deleted allocations for instance f7a67f22-ff06-4359-bbb0-c0501ac23e6b [ 766.357855] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.445375] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75aba054-5f0b-46a9-ac8c-bcc3c030f307 tempest-ListServerFiltersTestJSON-1864103007 tempest-ListServerFiltersTestJSON-1864103007-project-member] Lock "f7a67f22-ff06-4359-bbb0-c0501ac23e6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.711s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.500040] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.500242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.500424] env[62622]: DEBUG nova.network.neutron [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.651370] env[62622]: DEBUG nova.compute.manager [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Received event network-vif-plugged-9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.651593] env[62622]: DEBUG oslo_concurrency.lockutils [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] Acquiring lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.651938] env[62622]: DEBUG oslo_concurrency.lockutils [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.653402] env[62622]: DEBUG oslo_concurrency.lockutils [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.653599] env[62622]: DEBUG nova.compute.manager [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] No waiting events found dispatching network-vif-plugged-9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.653773] env[62622]: WARNING nova.compute.manager [req-35b3a91a-2978-43cc-84dc-66865ce7f446 req-50c9222a-ab1c-4480-a752-188827281686 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Received unexpected event network-vif-plugged-9ce3b7df-8fc7-4063-968b-76796c276a7c for instance with vm_state building and task_state spawning. [ 766.759324] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Successfully updated port: 9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.861840] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537181} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.862311] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 61506e2e-a2fc-48ed-a93e-581f03d85915/61506e2e-a2fc-48ed-a93e-581f03d85915.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.862671] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.863068] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026c9032-909a-426a-926c-430c9301611f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.871619] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 766.871619] env[62622]: value = "task-2701400" [ 766.871619] env[62622]: _type = "Task" [ 766.871619] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.881649] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.262173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.262320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262496] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.353285] env[62622]: DEBUG nova.network.neutron [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.382291] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099725} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.385023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.385976] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3eac2-3753-43ca-8234-b52b1aa94038 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.409819] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 61506e2e-a2fc-48ed-a93e-581f03d85915/61506e2e-a2fc-48ed-a93e-581f03d85915.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.412650] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66cf00ce-df54-4129-8836-53d6759e8555 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.432304] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 767.432304] env[62622]: value = "task-2701401" [ 767.432304] env[62622]: _type = "Task" [ 767.432304] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.440015] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.452395] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6b03f-c5d2-4ac3-bbda-75e9c6203d0c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.459218] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c00dc-2317-4e55-bc0e-07a985f68c94 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.490944] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ca3b0-cbfc-4c75-b4b8-d668654f8613 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.498438] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b090b6-cb1d-44db-b2fe-826bad6730d4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.511941] env[62622]: DEBUG nova.compute.provider_tree [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.818160] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.859278] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.938963] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.939355] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.939355] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Deleting the datastore file [datastore1] 8ce1b255-520f-4418-b258-07489ff0aee6 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.942362] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0398f118-ebd1-4e01-90b1-216e3bac95b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.944148] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701401, 'name': ReconfigVM_Task, 'duration_secs': 0.341716} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.944292] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 61506e2e-a2fc-48ed-a93e-581f03d85915/61506e2e-a2fc-48ed-a93e-581f03d85915.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.945238] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d415e55-53cd-4cab-92bd-b525a9dad3f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.949181] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for the task: (returnval){ [ 767.949181] env[62622]: value = "task-2701402" [ 767.949181] env[62622]: _type = "Task" [ 767.949181] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.950382] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 767.950382] env[62622]: value = "task-2701403" [ 767.950382] env[62622]: _type = "Task" [ 767.950382] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.960790] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.963937] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701403, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.015783] env[62622]: DEBUG nova.scheduler.client.report [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.177816] env[62622]: DEBUG nova.network.neutron [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Updating instance_info_cache with network_info: [{"id": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "address": "fa:16:3e:ec:f4:e6", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce3b7df-8f", "ovs_interfaceid": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.389952] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7628a1d-18bd-4ebb-addd-056224609d40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.411117] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89762b-71c9-4186-bfec-9903cdc19711 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.418200] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.464117] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701403, 'name': Rename_Task, 'duration_secs': 0.181736} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.468865] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.468865] env[62622]: DEBUG oslo_vmware.api [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Task: {'id': task-2701402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158053} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.468865] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404aab08-2985-4c72-aeba-ce1523a7aee1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.470297] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.470518] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.470698] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.470867] env[62622]: INFO nova.compute.manager [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Took 3.13 seconds to destroy the instance on the hypervisor. [ 768.471157] env[62622]: DEBUG oslo.service.loopingcall [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.471585] env[62622]: DEBUG nova.compute.manager [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.471682] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.482441] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 768.482441] env[62622]: value = "task-2701404" [ 768.482441] env[62622]: _type = "Task" [ 768.482441] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.491989] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.522126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.522281] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.524896] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.959s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.525085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.525239] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 768.525524] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.393s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.525690] env[62622]: DEBUG nova.objects.instance [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.528916] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34908d4e-b821-4e05-b3c7-5fcea51e3e03 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538395] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a08e0f-301f-4b66-af5d-25a6d9ebb51c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.551967] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3a0b3-f952-4f36-9600-7d687bc877ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.559076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ee01e-8f7e-4684-9225-0c0d0f92ae9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.591560] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177957MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 768.592010] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.680482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.680816] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Instance network_info: |[{"id": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "address": "fa:16:3e:ec:f4:e6", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce3b7df-8f", "ovs_interfaceid": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.681254] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f4:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce3b7df-8fc7-4063-968b-76796c276a7c', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.689141] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating folder: Project (d553bef2cd4847f5a725ecf56f0e9b10). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.690439] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-487c6756-658e-4b3a-ab0b-091d846e454b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.695398] env[62622]: DEBUG nova.compute.manager [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Received event network-changed-9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.695614] env[62622]: DEBUG nova.compute.manager [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Refreshing instance network info cache due to event network-changed-9ce3b7df-8fc7-4063-968b-76796c276a7c. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.695835] env[62622]: DEBUG oslo_concurrency.lockutils [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] Acquiring lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.695976] env[62622]: DEBUG oslo_concurrency.lockutils [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] Acquired lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.696153] env[62622]: DEBUG nova.network.neutron [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Refreshing network info cache for port 9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.707358] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created folder: Project (d553bef2cd4847f5a725ecf56f0e9b10) in parent group-v544184. [ 768.707550] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating folder: Instances. Parent ref: group-v544346. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.707786] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7889b6d-a94b-43fd-841d-52b68cb4f1bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.717215] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created folder: Instances in parent group-v544346. [ 768.717430] env[62622]: DEBUG oslo.service.loopingcall [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.718279] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.718279] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b424d8e0-219b-4cd1-8b37-2094c2acc65b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.738824] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.738824] env[62622]: value = "task-2701407" [ 768.738824] env[62622]: _type = "Task" [ 768.738824] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.747934] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701407, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.928470] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.929119] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a966f143-e903-43e5-9e4f-fdfb2cded9d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.936964] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 768.936964] env[62622]: value = "task-2701408" [ 768.936964] env[62622]: _type = "Task" [ 768.936964] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.946500] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.992413] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.029995] env[62622]: DEBUG nova.compute.utils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.040729] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.040953] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.090820] env[62622]: DEBUG nova.policy [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5f8035111a416faab2c37787939adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e31b2cf4afb4b3e9ac0612cf0a2abbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.250176] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.258629] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701407, 'name': CreateVM_Task, 'duration_secs': 0.369277} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.259432] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.260289] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.260379] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.260700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.260975] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b546bd5-accd-4939-9d6b-95e605b292ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.267235] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 769.267235] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382ec8-5899-e9eb-6bc8-ddf51d2c55cc" [ 769.267235] env[62622]: _type = "Task" [ 769.267235] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.282024] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382ec8-5899-e9eb-6bc8-ddf51d2c55cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.348996] env[62622]: DEBUG nova.compute.manager [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.349935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745080db-5ece-4a52-a1d5-240775d71d61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.453165] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.497815] env[62622]: DEBUG oslo_vmware.api [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701404, 'name': PowerOnVM_Task, 'duration_secs': 0.628141} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.504552] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.504783] env[62622]: INFO nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Took 8.68 seconds to spawn the instance on the hypervisor. [ 769.504966] env[62622]: DEBUG nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.505860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f956b3f7-f390-4472-92c3-735ebd90a320 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.522642] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Successfully created port: 864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.541048] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.548255] env[62622]: DEBUG oslo_concurrency.lockutils [None req-377f4043-f495-4c02-b599-8f70913a7e4b tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.549792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.885s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.551298] env[62622]: INFO nova.compute.claims [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.750836] env[62622]: DEBUG nova.network.neutron [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Updated VIF entry in instance network info cache for port 9ce3b7df-8fc7-4063-968b-76796c276a7c. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.750836] env[62622]: DEBUG nova.network.neutron [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Updating instance_info_cache with network_info: [{"id": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "address": "fa:16:3e:ec:f4:e6", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce3b7df-8f", "ovs_interfaceid": "9ce3b7df-8fc7-4063-968b-76796c276a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.759726] env[62622]: INFO nova.compute.manager [-] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Took 1.29 seconds to deallocate network for instance. [ 769.779946] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382ec8-5899-e9eb-6bc8-ddf51d2c55cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.781362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.781893] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.782718] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.783184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.783516] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.785016] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b43f593e-dc59-4c24-a1ac-6afdc273edf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.795248] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.798020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.798020] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169f4661-611f-4ed6-a5e9-07a0fc962119 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.803092] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 769.803092] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5206aa9e-b802-346e-c2d1-77e2ccee55d5" [ 769.803092] env[62622]: _type = "Task" [ 769.803092] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.812261] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5206aa9e-b802-346e-c2d1-77e2ccee55d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.863038] env[62622]: INFO nova.compute.manager [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] instance snapshotting [ 769.863038] env[62622]: DEBUG nova.objects.instance [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.951196] env[62622]: DEBUG oslo_vmware.api [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701408, 'name': PowerOnVM_Task, 'duration_secs': 0.573848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.951479] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.951479] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c29940-0eaf-4462-b877-90f3634c39a5 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance '998aa1dd-624f-47ce-9f22-8e67a78d3bcf' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.031260] env[62622]: INFO nova.compute.manager [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Took 45.66 seconds to build instance. [ 770.253049] env[62622]: DEBUG oslo_concurrency.lockutils [req-68a59efd-280f-47f0-b647-33ff85e17ea5 req-00a38bf7-2919-4b26-8ec6-8661b81b44e8 service nova] Releasing lock "refresh_cache-8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.270617] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.317962] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5206aa9e-b802-346e-c2d1-77e2ccee55d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.317962] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8468257-83fc-484b-bf7b-24007889d45d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.323269] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 770.323269] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525e3ca6-1a9c-3b69-b862-0291464999e6" [ 770.323269] env[62622]: _type = "Task" [ 770.323269] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.332560] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525e3ca6-1a9c-3b69-b862-0291464999e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.369369] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016de38-9765-4545-be10-5122d2f1591d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.394801] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c4218-e1d5-4bc7-9aba-c2123fe57efa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.532274] env[62622]: DEBUG oslo_concurrency.lockutils [None req-60e5cbff-b73e-4318-9005-8abadcec9682 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.204s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.554305] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.588754] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.588997] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.589178] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.589369] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.589517] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.589670] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.589883] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.590057] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.590230] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.590400] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.590564] env[62622]: DEBUG nova.virt.hardware [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.591478] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378740b-372d-41e0-adee-05575f672515 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.602203] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d6d42-06b9-427f-837e-78c31daf1ff4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.835884] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525e3ca6-1a9c-3b69-b862-0291464999e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.836170] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.836430] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18/8ecc9c96-7ff4-425e-bb2e-966fe7c98a18.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.836714] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6145430-5a61-41b1-a94b-10c2367d5cca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.848877] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 770.848877] env[62622]: value = "task-2701409" [ 770.848877] env[62622]: _type = "Task" [ 770.848877] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.861048] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.916193] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.916193] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-348f5f63-f3e7-455c-b758-eb8b261dd7ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.925868] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 770.925868] env[62622]: value = "task-2701410" [ 770.925868] env[62622]: _type = "Task" [ 770.925868] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.934588] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.099945] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca2176e-f57c-4c85-b2c3-bae36f7fa870 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.108283] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297f3ecd-b4c9-425b-b4e8-5dfc97af5a32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.142839] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24817928-2516-4e01-b6f2-0612142092fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.151067] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4057cd0-14ef-4650-aa58-0bc9ed037f55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.165855] env[62622]: DEBUG nova.compute.provider_tree [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.297260] env[62622]: DEBUG nova.compute.manager [req-b80d2d0b-6ebd-4be4-b227-99f0f94320f6 req-9e9ccd51-7304-42d8-aaf9-961f433ee141 service nova] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Received event network-vif-deleted-66fbcc44-db4b-436d-9f21-f68fa464c93a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.360972] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475317} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.361267] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18/8ecc9c96-7ff4-425e-bb2e-966fe7c98a18.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.361484] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.361800] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c62f573d-758e-411c-ba83-0f55c0d69f82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.368496] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 771.368496] env[62622]: value = "task-2701411" [ 771.368496] env[62622]: _type = "Task" [ 771.368496] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.384341] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.441206] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.531917] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Successfully updated port: 864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.670026] env[62622]: DEBUG nova.scheduler.client.report [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.878289] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059214} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.879210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.880148] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733f3a3-2274-4a6e-95c3-0bcce8da853b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.907480] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18/8ecc9c96-7ff4-425e-bb2e-966fe7c98a18.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.907599] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f229773a-a641-41ec-a002-4aa85bf2bc5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.934069] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 771.934069] env[62622]: value = "task-2701412" [ 771.934069] env[62622]: _type = "Task" [ 771.934069] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.941814] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701410, 'name': CreateSnapshot_Task, 'duration_secs': 0.950596} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.942537] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.943315] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf35e83-f6cb-49d7-b465-05c113d98312 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.949908] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.037327] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.038445] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.038445] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.050057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.050324] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.176449] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.176980] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.181483] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.889s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.181717] env[62622]: DEBUG nova.objects.instance [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lazy-loading 'resources' on Instance uuid 190ccc54-32b9-42c3-84c0-50ab8793c29c {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.444698] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.469256] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.469558] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6091df78-6514-48bd-a6b4-0cf588ff4169 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.477932] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 772.477932] env[62622]: value = "task-2701413" [ 772.477932] env[62622]: _type = "Task" [ 772.477932] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.486399] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701413, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.552786] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.577145] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.628893] env[62622]: DEBUG nova.network.neutron [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Port 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 772.630976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.630976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.630976] env[62622]: DEBUG nova.network.neutron [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.683376] env[62622]: DEBUG nova.compute.utils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.684819] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.685007] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.749479] env[62622]: DEBUG nova.policy [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8dac4b38c1a4d7db619507ad58f0fac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06a34345621e4f3092b15fc6dbfffc2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.757140] env[62622]: DEBUG nova.network.neutron [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Updating instance_info_cache with network_info: [{"id": "864cd369-3237-4a42-91a3-e920ffbfcc09", "address": "fa:16:3e:fd:48:66", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864cd369-32", "ovs_interfaceid": "864cd369-3237-4a42-91a3-e920ffbfcc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.772708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.773031] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.952215] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701412, 'name': ReconfigVM_Task, 'duration_secs': 0.881675} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.952215] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18/8ecc9c96-7ff4-425e-bb2e-966fe7c98a18.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.952215] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e2c1c0f-3581-476b-9d3d-ecd1fec2431b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.958624] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 772.958624] env[62622]: value = "task-2701414" [ 772.958624] env[62622]: _type = "Task" [ 772.958624] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.970434] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701414, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.990447] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701413, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.075913] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.146326] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Successfully created port: e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.194289] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.231038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5348c7-c2ce-4bbc-b9f5-bed79202c596 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.246756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0818d89-1201-4a9a-9e10-a4ac41cab111 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.292009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.292369] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance network_info: |[{"id": "864cd369-3237-4a42-91a3-e920ffbfcc09", "address": "fa:16:3e:fd:48:66", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864cd369-32", "ovs_interfaceid": "864cd369-3237-4a42-91a3-e920ffbfcc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.292754] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.298322] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:48:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '864cd369-3237-4a42-91a3-e920ffbfcc09', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.305726] env[62622]: DEBUG oslo.service.loopingcall [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.306420] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c49098-c42a-4236-835d-aaa6599f91d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.313397] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.313397] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d5b029c-55da-494a-ac03-5cca8dd09727 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.333729] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a91b6-0e15-4035-8bdb-a802abe3c84d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.337907] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.337907] env[62622]: value = "task-2701415" [ 773.337907] env[62622]: _type = "Task" [ 773.337907] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.350013] env[62622]: DEBUG nova.compute.provider_tree [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.357670] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Received event network-changed-7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.357858] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Refreshing instance network info cache due to event network-changed-7385e66b-03e4-4570-bc20-61749e5bda91. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.358214] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Acquiring lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.358281] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Acquired lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.358384] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Refreshing network info cache for port 7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.364088] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701415, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.419319] env[62622]: DEBUG nova.network.neutron [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.472331] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701414, 'name': Rename_Task, 'duration_secs': 0.254461} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.472704] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.472966] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb388e1-c4f8-475e-a782-0d7124653f29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.478977] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 773.478977] env[62622]: value = "task-2701416" [ 773.478977] env[62622]: _type = "Task" [ 773.478977] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.493942] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701413, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.493942] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.827512] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.848052] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701415, 'name': CreateVM_Task, 'duration_secs': 0.441628} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.848142] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.848834] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.848997] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.849333] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.849592] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4b5597-42b1-4a7f-9272-7bb8ff7898aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.854095] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 773.854095] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5294626d-b99d-db33-a4c5-377d355d9ae2" [ 773.854095] env[62622]: _type = "Task" [ 773.854095] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.858210] env[62622]: DEBUG nova.scheduler.client.report [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.868817] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5294626d-b99d-db33-a4c5-377d355d9ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.869446] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.869735] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.870044] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.870200] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.870384] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.871251] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43085da-68db-424f-8d8c-c1adef70cd77 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.880761] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.880984] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.881688] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebdf06b-529e-40c6-a98b-5420784dd86e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.889479] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 773.889479] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a42d7b-8d3b-2354-3b22-f995595e7f29" [ 773.889479] env[62622]: _type = "Task" [ 773.889479] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.898856] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a42d7b-8d3b-2354-3b22-f995595e7f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.924035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.991636] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701413, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.994785] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.093453] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updated VIF entry in instance network info cache for port 7385e66b-03e4-4570-bc20-61749e5bda91. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.093820] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating instance_info_cache with network_info: [{"id": "7385e66b-03e4-4570-bc20-61749e5bda91", "address": "fa:16:3e:2f:f3:71", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385e66b-03", "ovs_interfaceid": "7385e66b-03e4-4570-bc20-61749e5bda91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.203454] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.227680] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.227994] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.228213] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.228413] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.228585] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.228746] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.228952] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.229156] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.229366] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.229563] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.229775] env[62622]: DEBUG nova.virt.hardware [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.230706] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375da8d-da49-42f5-a42b-a4d6ebc4fc8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.238644] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f3b7a-6df6-4c0d-96ba-a5581537f8bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.370524] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.373027] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.872s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.374743] env[62622]: INFO nova.compute.claims [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.401557] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a42d7b-8d3b-2354-3b22-f995595e7f29, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.401557] env[62622]: INFO nova.scheduler.client.report [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Deleted allocations for instance 190ccc54-32b9-42c3-84c0-50ab8793c29c [ 774.405912] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a851e34e-7fdd-4c53-ac46-ccfdd15787db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.412713] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 774.412713] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aa63eb-613a-f322-65d3-6713fac86240" [ 774.412713] env[62622]: _type = "Task" [ 774.412713] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.420853] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aa63eb-613a-f322-65d3-6713fac86240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.427722] env[62622]: DEBUG nova.compute.manager [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 774.427969] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.493020] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701413, 'name': CloneVM_Task, 'duration_secs': 1.700042} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.495863] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created linked-clone VM from snapshot [ 774.496153] env[62622]: DEBUG oslo_vmware.api [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701416, 'name': PowerOnVM_Task, 'duration_secs': 0.681295} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.496801] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1d76c-1f96-4e00-9fa9-67fc42706e1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.498987] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.499208] env[62622]: INFO nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Took 8.61 seconds to spawn the instance on the hypervisor. [ 774.499387] env[62622]: DEBUG nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.500147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b6c89-d7a7-41d4-a371-8c270d8e4fd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.507117] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploading image 845abf78-0260-4f27-a95d-2b55824d5b63 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.533316] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.533316] env[62622]: value = "vm-544350" [ 774.533316] env[62622]: _type = "VirtualMachine" [ 774.533316] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.533611] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-211d6721-9ca0-47cb-8645-4e4a156780fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.539844] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease: (returnval){ [ 774.539844] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52951429-93fc-7d45-dbae-a5b8b9034dfb" [ 774.539844] env[62622]: _type = "HttpNfcLease" [ 774.539844] env[62622]: } obtained for exporting VM: (result){ [ 774.539844] env[62622]: value = "vm-544350" [ 774.539844] env[62622]: _type = "VirtualMachine" [ 774.539844] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.540218] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the lease: (returnval){ [ 774.540218] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52951429-93fc-7d45-dbae-a5b8b9034dfb" [ 774.540218] env[62622]: _type = "HttpNfcLease" [ 774.540218] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.547360] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.547360] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52951429-93fc-7d45-dbae-a5b8b9034dfb" [ 774.547360] env[62622]: _type = "HttpNfcLease" [ 774.547360] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.596642] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Releasing lock "refresh_cache-61506e2e-a2fc-48ed-a93e-581f03d85915" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.596918] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Received event network-vif-plugged-864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.597127] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.597337] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.597509] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.597685] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] No waiting events found dispatching network-vif-plugged-864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.597855] env[62622]: WARNING nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Received unexpected event network-vif-plugged-864cd369-3237-4a42-91a3-e920ffbfcc09 for instance with vm_state building and task_state spawning. [ 774.598031] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Received event network-changed-864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.598192] env[62622]: DEBUG nova.compute.manager [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Refreshing instance network info cache due to event network-changed-864cd369-3237-4a42-91a3-e920ffbfcc09. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.598373] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Acquiring lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.598511] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Acquired lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.598675] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Refreshing network info cache for port 864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.911803] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3649ec37-3b95-42f1-a438-2134df6736bb tempest-SecurityGroupsTestJSON-577953520 tempest-SecurityGroupsTestJSON-577953520-project-member] Lock "190ccc54-32b9-42c3-84c0-50ab8793c29c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.094s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.927519] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aa63eb-613a-f322-65d3-6713fac86240, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.927791] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.928066] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.928317] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c656a8-3308-4b7a-9d12-7bb215d37b5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.934791] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 774.934791] env[62622]: value = "task-2701418" [ 774.934791] env[62622]: _type = "Task" [ 774.934791] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.944531] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.010787] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Successfully updated port: e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.028122] env[62622]: INFO nova.compute.manager [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Took 47.01 seconds to build instance. [ 775.049572] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.049572] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52951429-93fc-7d45-dbae-a5b8b9034dfb" [ 775.049572] env[62622]: _type = "HttpNfcLease" [ 775.049572] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.051057] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.051057] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52951429-93fc-7d45-dbae-a5b8b9034dfb" [ 775.051057] env[62622]: _type = "HttpNfcLease" [ 775.051057] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.055014] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2729df7e-782d-456e-a626-03c141506ab3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.062902] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.063107] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.175479] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd7e768c-fcea-4c1c-8fb9-cef4cdde074e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.449497] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488488} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.452864] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.453144] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.453776] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8991cba-6068-42b2-941d-28c6a4328ff1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.460087] env[62622]: DEBUG nova.compute.manager [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received event network-vif-plugged-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.460530] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Acquiring lock "8282a468-0957-4d89-a35e-037a981be77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.460631] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Lock "8282a468-0957-4d89-a35e-037a981be77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.460827] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Lock "8282a468-0957-4d89-a35e-037a981be77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.463029] env[62622]: DEBUG nova.compute.manager [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] No waiting events found dispatching network-vif-plugged-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.463029] env[62622]: WARNING nova.compute.manager [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received unexpected event network-vif-plugged-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 for instance with vm_state building and task_state spawning. [ 775.463029] env[62622]: DEBUG nova.compute.manager [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.463029] env[62622]: DEBUG nova.compute.manager [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing instance network info cache due to event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.463029] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Acquiring lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.463029] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Acquired lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.463029] env[62622]: DEBUG nova.network.neutron [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing network info cache for port e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.465199] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 775.465199] env[62622]: value = "task-2701419" [ 775.465199] env[62622]: _type = "Task" [ 775.465199] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.475042] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.480470] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Updated VIF entry in instance network info cache for port 864cd369-3237-4a42-91a3-e920ffbfcc09. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.480989] env[62622]: DEBUG nova.network.neutron [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Updating instance_info_cache with network_info: [{"id": "864cd369-3237-4a42-91a3-e920ffbfcc09", "address": "fa:16:3e:fd:48:66", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864cd369-32", "ovs_interfaceid": "864cd369-3237-4a42-91a3-e920ffbfcc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.513661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.530802] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41318d43-fd87-4219-8973-1e0f453deb12 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.170s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.689223] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.689530] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.689781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.690066] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.690726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.692857] env[62622]: INFO nova.compute.manager [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Terminating instance [ 775.943854] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee78800-2d63-4422-8ebc-1efd52b3259e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.952622] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c5beb-0475-466d-a95e-0aa4e8f4de73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.991418] env[62622]: DEBUG oslo_concurrency.lockutils [req-ff4704cb-518f-4e56-97e3-2c6c48cfe997 req-5e3d61a7-b4ba-4161-96bb-bf7114b81eb8 service nova] Releasing lock "refresh_cache-9454c6e0-49cb-4f75-962f-ac9f0dafa577" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.995684] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c35f0-bd0d-436b-8221-a7325e573a5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.004438] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07006} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.008403] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.009262] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c966f7-32b7-4af2-964e-d4d35891bf3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.012769] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a91788-a10b-434c-9967-b86cd399a7ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.044780] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.045477] env[62622]: DEBUG nova.compute.provider_tree [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.048119] env[62622]: DEBUG nova.network.neutron [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.049890] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0e1fee-7665-40d8-b791-287538f10576 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.071116] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 776.071116] env[62622]: value = "task-2701420" [ 776.071116] env[62622]: _type = "Task" [ 776.071116] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.080098] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.174448] env[62622]: DEBUG nova.network.neutron [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.206275] env[62622]: DEBUG nova.compute.manager [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.206275] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.206275] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ccd9a9-ad84-4d62-9112-c169a75ca21b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.218259] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.219289] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c577415-8dcb-4add-a31d-64df1ed0c909 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.226911] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 776.226911] env[62622]: value = "task-2701421" [ 776.226911] env[62622]: _type = "Task" [ 776.226911] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.238010] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.548869] env[62622]: DEBUG nova.scheduler.client.report [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.581262] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701420, 'name': ReconfigVM_Task, 'duration_secs': 0.297353} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.581767] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.582715] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89fd3d66-ab6d-4f31-80b2-2a267590f7c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.589740] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 776.589740] env[62622]: value = "task-2701422" [ 776.589740] env[62622]: _type = "Task" [ 776.589740] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.597599] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701422, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.677454] env[62622]: DEBUG oslo_concurrency.lockutils [req-51be43e6-c9a7-40a5-8389-4e6d7918e907 req-52b2bb40-8bad-44e8-8374-844b1bc21490 service nova] Releasing lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.677843] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.678035] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.738798] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701421, 'name': PowerOffVM_Task, 'duration_secs': 0.267918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.739193] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.739455] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.739840] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b51ef065-879e-43fb-814d-0c2bcdd83b50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.055791] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.062760] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.607s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.063197] env[62622]: DEBUG nova.objects.instance [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'resources' on Instance uuid 7fbbd3e6-58fa-44c9-b26c-02fed8891935 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.099827] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701422, 'name': Rename_Task, 'duration_secs': 0.154881} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.100117] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.100378] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9fc1410-f513-49d2-afed-a7a9102425e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.106829] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 777.106829] env[62622]: value = "task-2701424" [ 777.106829] env[62622]: _type = "Task" [ 777.106829] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.115132] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.187414] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.187609] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.187913] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore2] 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.188158] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71b8fcd-a818-4c45-9c3a-f0b575c400e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.195529] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 777.195529] env[62622]: value = "task-2701425" [ 777.195529] env[62622]: _type = "Task" [ 777.195529] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.204059] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.215344] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.416634] env[62622]: DEBUG nova.network.neutron [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updating instance_info_cache with network_info: [{"id": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "address": "fa:16:3e:1d:dc:b6", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36ca55d-19", "ovs_interfaceid": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.565415] env[62622]: DEBUG nova.compute.utils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.567458] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.567779] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.623471] env[62622]: DEBUG oslo_vmware.api [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701424, 'name': PowerOnVM_Task, 'duration_secs': 0.508626} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.624125] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.624376] env[62622]: INFO nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Took 7.07 seconds to spawn the instance on the hypervisor. [ 777.624565] env[62622]: DEBUG nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.625969] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ed62e-d42f-4d53-b51c-69d6a1da5615 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.632409] env[62622]: DEBUG nova.policy [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fccf5ef59741fea24a00e4c2a27e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3a5ca1daa54fe69d9cc06fbfac3739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.709496] env[62622]: DEBUG oslo_vmware.api [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211718} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.712792] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.712986] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.713186] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.713707] env[62622]: INFO nova.compute.manager [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Took 1.51 seconds to destroy the instance on the hypervisor. [ 777.714127] env[62622]: DEBUG oslo.service.loopingcall [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.714786] env[62622]: DEBUG nova.compute.manager [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.714887] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.922137] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.922137] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance network_info: |[{"id": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "address": "fa:16:3e:1d:dc:b6", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36ca55d-19", "ovs_interfaceid": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.923788] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:dc:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e36ca55d-1927-4931-a2a0-ecf6d5a471a5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.933979] env[62622]: DEBUG oslo.service.loopingcall [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.935238] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.935681] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac267f5-4547-4f1c-aa76-d51f60576660 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.971603] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.971603] env[62622]: value = "task-2701426" [ 777.971603] env[62622]: _type = "Task" [ 777.971603] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.987132] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701426, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.032984] env[62622]: DEBUG nova.compute.manager [req-2db1d943-7622-4098-9b0d-52fdbc1c3770 req-ac865a04-990d-46df-a30f-e4df0af60dc2 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Received event network-vif-deleted-9ce3b7df-8fc7-4063-968b-76796c276a7c {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.033243] env[62622]: INFO nova.compute.manager [req-2db1d943-7622-4098-9b0d-52fdbc1c3770 req-ac865a04-990d-46df-a30f-e4df0af60dc2 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Neutron deleted interface 9ce3b7df-8fc7-4063-968b-76796c276a7c; detaching it from the instance and deleting it from the info cache [ 778.033410] env[62622]: DEBUG nova.network.neutron [req-2db1d943-7622-4098-9b0d-52fdbc1c3770 req-ac865a04-990d-46df-a30f-e4df0af60dc2 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.074952] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.115188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.115188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.158741] env[62622]: INFO nova.compute.manager [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Took 44.99 seconds to build instance. [ 778.171866] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772c592-8278-46ae-a35b-665fb5ba1514 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.181011] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783b1ba-662a-4e00-980c-f839a58a5ab9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.215586] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Successfully created port: d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.218564] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5c179-2d7f-4f39-85be-625941faad61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.226755] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84821d4a-e288-4ee5-8a22-19d29750247c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.241530] env[62622]: DEBUG nova.compute.provider_tree [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.481240] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701426, 'name': CreateVM_Task, 'duration_secs': 0.420674} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.481411] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.482184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.482571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.482827] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.483139] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6ace68-5645-4504-ad37-b8aad92de3d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.488346] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 778.488346] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df6844-0261-e421-22ae-eb6e92ad333c" [ 778.488346] env[62622]: _type = "Task" [ 778.488346] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.496990] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df6844-0261-e421-22ae-eb6e92ad333c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.512997] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.536938] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edb52c96-70fd-408a-80d4-8ecb16e43aeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.547504] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3155843e-1bd6-44a6-84c4-7964e088f03c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.583216] env[62622]: DEBUG nova.compute.manager [req-2db1d943-7622-4098-9b0d-52fdbc1c3770 req-ac865a04-990d-46df-a30f-e4df0af60dc2 service nova] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Detach interface failed, port_id=9ce3b7df-8fc7-4063-968b-76796c276a7c, reason: Instance 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.618565] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.661123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa172792-8aa3-4556-a7e5-4624b3b5c0fe tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.963s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.745423] env[62622]: DEBUG nova.scheduler.client.report [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.000683] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df6844-0261-e421-22ae-eb6e92ad333c, 'name': SearchDatastore_Task, 'duration_secs': 0.026692} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.000683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.000683] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.000921] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.001102] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.001288] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.002055] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4cb7ba-07e9-41be-bc8f-43d873993287 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.010723] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.010926] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.011695] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6500916-e526-4559-b52d-db76e1956214 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.015747] env[62622]: INFO nova.compute.manager [-] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Took 1.30 seconds to deallocate network for instance. [ 779.018702] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 779.018702] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ad54ac-4fc9-4a35-80f1-105e38f89849" [ 779.018702] env[62622]: _type = "Task" [ 779.018702] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.029174] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ad54ac-4fc9-4a35-80f1-105e38f89849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.090229] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.121986] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.122350] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.122580] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.123374] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.123551] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.123951] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.124113] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.124299] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.125027] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.125027] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.125264] env[62622]: DEBUG nova.virt.hardware [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.129319] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb3275-8a55-49c0-8cd7-39f6a1ea5913 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.143754] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a3728e-fd4a-4b89-b00f-d7efbf769937 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.156400] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.250518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.253048] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.398s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.253160] env[62622]: DEBUG nova.objects.instance [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'resources' on Instance uuid 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.278217] env[62622]: INFO nova.scheduler.client.report [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocations for instance 7fbbd3e6-58fa-44c9-b26c-02fed8891935 [ 779.338126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.338376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.338559] env[62622]: DEBUG nova.compute.manager [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.339691] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1804a0ad-e799-42bd-abe6-6cc4e9b9e2a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.347064] env[62622]: DEBUG nova.compute.manager [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.347636] env[62622]: DEBUG nova.objects.instance [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'flavor' on Instance uuid 9454c6e0-49cb-4f75-962f-ac9f0dafa577 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.530677] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.531015] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ad54ac-4fc9-4a35-80f1-105e38f89849, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.531925] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e269146-6d7b-4b83-810d-ef1d4aff61fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.537972] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 779.537972] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b970e-adec-9028-a3f3-6bd9e09f964f" [ 779.537972] env[62622]: _type = "Task" [ 779.537972] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.547636] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b970e-adec-9028-a3f3-6bd9e09f964f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.680397] env[62622]: DEBUG nova.compute.manager [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Received event network-vif-plugged-d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.680795] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.680795] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.681023] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.681197] env[62622]: DEBUG nova.compute.manager [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] No waiting events found dispatching network-vif-plugged-d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.681462] env[62622]: WARNING nova.compute.manager [req-ee52ab8b-5b6f-4ded-b7be-a0189c696294 req-0f14f9d4-9529-4833-aff6-c2e1dfd41a3f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Received unexpected event network-vif-plugged-d8017107-587b-4389-8341-223b3f702a1b for instance with vm_state building and task_state spawning. [ 779.772952] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Successfully updated port: d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.791020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fadcf118-e9fa-40d1-891d-7efa1e9ba6c1 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "7fbbd3e6-58fa-44c9-b26c-02fed8891935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.982s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.051156] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b970e-adec-9028-a3f3-6bd9e09f964f, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.051156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.051388] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8282a468-0957-4d89-a35e-037a981be77d/8282a468-0957-4d89-a35e-037a981be77d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.051700] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f754a8e-7ba1-41b5-a114-91a361e5ec10 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.059073] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 780.059073] env[62622]: value = "task-2701427" [ 780.059073] env[62622]: _type = "Task" [ 780.059073] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.068667] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.223605] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1581127-cd21-4775-b3e5-cf71a08ff5f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231387] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620aff5-5de5-48ce-97f0-a8a81fe9f474 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.261871] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6998d-e3f1-4903-9f8f-70f74e794f22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.269764] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ca7c53-0c7d-4828-a51f-800a9b5543ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.275704] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.275873] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.275992] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.287869] env[62622]: DEBUG nova.compute.provider_tree [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.357373] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.357804] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea5802e-8039-459c-80fb-bd9725bdfa2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.366737] env[62622]: DEBUG oslo_vmware.api [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 780.366737] env[62622]: value = "task-2701428" [ 780.366737] env[62622]: _type = "Task" [ 780.366737] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.375782] env[62622]: DEBUG oslo_vmware.api [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.571204] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701427, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.794339] env[62622]: DEBUG nova.scheduler.client.report [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.826407] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.878603] env[62622]: DEBUG oslo_vmware.api [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701428, 'name': PowerOffVM_Task, 'duration_secs': 0.332621} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.878973] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.879413] env[62622]: DEBUG nova.compute.manager [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.880336] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f25e4-829a-479e-9933-ca15548b97c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.039790] env[62622]: DEBUG nova.network.neutron [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.075387] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519262} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.075803] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 8282a468-0957-4d89-a35e-037a981be77d/8282a468-0957-4d89-a35e-037a981be77d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.076143] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.076738] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c432ba8-7edb-49e1-9922-38caa07788d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.084562] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 781.084562] env[62622]: value = "task-2701429" [ 781.084562] env[62622]: _type = "Task" [ 781.084562] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.094169] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.299506] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.301910] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.341s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.302276] env[62622]: DEBUG nova.objects.instance [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lazy-loading 'resources' on Instance uuid 7e020d7f-bf20-4a68-b39b-e13d9666c9ee {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.323863] env[62622]: INFO nova.scheduler.client.report [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted allocations for instance 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 [ 781.396858] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0abf517-6692-4ba3-9316-d8a9bdc228cd tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.542844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.543232] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Instance network_info: |[{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.544446] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fe:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8017107-587b-4389-8341-223b3f702a1b', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.552013] env[62622]: DEBUG oslo.service.loopingcall [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.552244] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.552467] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d5d8ce-c30a-43b0-b500-a39cd6d83f66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.574802] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.574802] env[62622]: value = "task-2701430" [ 781.574802] env[62622]: _type = "Task" [ 781.574802] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.582776] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701430, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.593298] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.593587] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.594580] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22de74-8dfe-4ed2-bd51-75ba9d95b273 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.616879] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8282a468-0957-4d89-a35e-037a981be77d/8282a468-0957-4d89-a35e-037a981be77d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.617138] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9099e9b-8167-4e67-a2a4-729a09ebdfed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.638170] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 781.638170] env[62622]: value = "task-2701431" [ 781.638170] env[62622]: _type = "Task" [ 781.638170] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.646527] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.792706] env[62622]: DEBUG nova.compute.manager [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Received event network-changed-d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.792987] env[62622]: DEBUG nova.compute.manager [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Refreshing instance network info cache due to event network-changed-d8017107-587b-4389-8341-223b3f702a1b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.793234] env[62622]: DEBUG oslo_concurrency.lockutils [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] Acquiring lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.793315] env[62622]: DEBUG oslo_concurrency.lockutils [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] Acquired lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.793492] env[62622]: DEBUG nova.network.neutron [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Refreshing network info cache for port d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.835180] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6773e67a-bae3-44ba-9f9b-031269905c13 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.284s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.837967] env[62622]: INFO nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Rebuilding instance [ 781.838472] env[62622]: DEBUG oslo_concurrency.lockutils [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] Acquired lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.839984] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489c910-9c6e-4251-bdf2-a1abe0510a82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.849553] env[62622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 781.850033] env[62622]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 781.850123] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab16081f-4ed9-4162-81b8-7f3685825a66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.859796] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71663756-ebb6-4cfc-8df6-5724b7647884 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.906419] env[62622]: ERROR root [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-544292' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-544292' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-544292' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-544292'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-544292' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-544292' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-544292'}\n"]: nova.exception.InstanceNotFound: Instance 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 could not be found. [ 781.906666] env[62622]: DEBUG oslo_concurrency.lockutils [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] Releasing lock "0ea6a69d-affb-4bb8-bb53-e53324dcc4e3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.906845] env[62622]: DEBUG nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Detach interface failed, port_id=4ef94e35-de1a-4670-af9c-d3327a60d51a, reason: Instance 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 781.907040] env[62622]: DEBUG nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Received event network-vif-deleted-9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.907219] env[62622]: INFO nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Neutron deleted interface 9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9; detaching it from the instance and deleting it from the info cache [ 781.907386] env[62622]: DEBUG nova.network.neutron [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.914893] env[62622]: DEBUG nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.915817] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16776ebc-63f9-4eb4-8668-0497607dcccb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.085141] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701430, 'name': CreateVM_Task, 'duration_secs': 0.405292} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.089057] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.091311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.091311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.091608] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.091862] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0dea0b-179c-4bf0-9ca8-f0dd1bbbad71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.100019] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 782.100019] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b20e42-471c-a53e-9d06-4eebb6d7d8ef" [ 782.100019] env[62622]: _type = "Task" [ 782.100019] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.113833] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b20e42-471c-a53e-9d06-4eebb6d7d8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.114140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.114375] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.114602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.114747] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.114962] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.118046] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673b9844-3e01-4c81-9dd4-b58a7b756847 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.131811] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.131811] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.132393] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218728af-afde-440a-b7f1-488ea6ee182f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139296] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 782.139296] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52671453-8750-92f4-4b79-7a01f26716ab" [ 782.139296] env[62622]: _type = "Task" [ 782.139296] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.149199] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52671453-8750-92f4-4b79-7a01f26716ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.154638] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701431, 'name': ReconfigVM_Task, 'duration_secs': 0.285715} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.155196] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8282a468-0957-4d89-a35e-037a981be77d/8282a468-0957-4d89-a35e-037a981be77d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.155810] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f2669b7-648e-4ee4-9672-170e01f0a799 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.162650] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 782.162650] env[62622]: value = "task-2701432" [ 782.162650] env[62622]: _type = "Task" [ 782.162650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.171655] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701432, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.324564] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2cff7-e475-4438-b049-b70cefe44e5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.331827] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551c167-5c66-4d69-96fa-dc4ceb116dd7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.364541] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33bc9fc-a132-4039-9f24-afd6e8ef5605 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.371897] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa723d-91fa-479c-b264-c0bfb39fa635 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.384998] env[62622]: DEBUG nova.compute.provider_tree [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.411901] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d238d0-3342-4f99-8213-c6a88214aa34 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.424789] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3982c702-adae-45e1-8d31-b2bd9bedc40f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.463127] env[62622]: DEBUG nova.compute.manager [req-e4a6f722-bca6-4f1d-9562-44df1e2bead4 req-1fc71400-1463-4d7b-9287-3292ea52b88e service nova] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Detach interface failed, port_id=9d36cd61-e5a1-42c9-817f-9f4cd2bc73b9, reason: Instance 7fbbd3e6-58fa-44c9-b26c-02fed8891935 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 782.648807] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52671453-8750-92f4-4b79-7a01f26716ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.649626] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc874ff9-0d92-40b6-bcbe-c11d299265c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.654807] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 782.654807] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6b587-cff6-f45d-aa16-7a6dd27e2f01" [ 782.654807] env[62622]: _type = "Task" [ 782.654807] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.662728] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6b587-cff6-f45d-aa16-7a6dd27e2f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.663619] env[62622]: DEBUG nova.network.neutron [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updated VIF entry in instance network info cache for port d8017107-587b-4389-8341-223b3f702a1b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.663998] env[62622]: DEBUG nova.network.neutron [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.673296] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701432, 'name': Rename_Task, 'duration_secs': 0.165665} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.673970] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.674250] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f39a1e71-a061-4262-a19c-11d688e677b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.682241] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 782.682241] env[62622]: value = "task-2701433" [ 782.682241] env[62622]: _type = "Task" [ 782.682241] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.690174] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.888983] env[62622]: DEBUG nova.scheduler.client.report [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.939288] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.939969] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b392cc32-3a03-4b3c-a21b-d8246ffd9085 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.947334] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 782.947334] env[62622]: value = "task-2701434" [ 782.947334] env[62622]: _type = "Task" [ 782.947334] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.957949] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 782.958227] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.959027] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a1b16-9ec4-4118-a80e-22ba8fdcae90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.966052] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.966326] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23aff13b-38b2-4b5d-bfcc-78d94214dc8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.168026] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6b587-cff6-f45d-aa16-7a6dd27e2f01, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.168026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.168250] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.169213] env[62622]: DEBUG oslo_concurrency.lockutils [req-439fc4fc-e13d-4756-87e7-ef96e62a9c8b req-c058ff28-01ac-42f8-a36a-b35d950be2b9 service nova] Releasing lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.169213] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18677f77-6680-4022-af86-2eed24c8e9bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.176711] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 783.176711] env[62622]: value = "task-2701436" [ 783.176711] env[62622]: _type = "Task" [ 783.176711] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.187580] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.195717] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.396085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.399020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.153s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.400863] env[62622]: INFO nova.compute.claims [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.421027] env[62622]: INFO nova.scheduler.client.report [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Deleted allocations for instance 7e020d7f-bf20-4a68-b39b-e13d9666c9ee [ 783.450474] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.451504] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879f3cb0-9a84-4c76-81b8-e580f5c02e44 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.458872] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.459145] env[62622]: ERROR oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk due to incomplete transfer. [ 783.459874] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d065a3d7-7130-4faa-8025-300a24742d20 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.468544] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52863593-3573-7eb7-28a4-5414c3ee3f69/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.468759] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploaded image 845abf78-0260-4f27-a95d-2b55824d5b63 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.471379] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.472266] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b38b3f9-6ec8-48a9-b6dd-ac1d4af23571 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.479476] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 783.479476] env[62622]: value = "task-2701437" [ 783.479476] env[62622]: _type = "Task" [ 783.479476] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.488249] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701437, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.688866] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.697233] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.931745] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a1ae7470-774f-4170-9643-b7e511f1d92f tempest-ServersTestMultiNic-514238698 tempest-ServersTestMultiNic-514238698-project-member] Lock "7e020d7f-bf20-4a68-b39b-e13d9666c9ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.956s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.991605] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701437, 'name': Destroy_Task, 'duration_secs': 0.382165} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.991881] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroyed the VM [ 783.992128] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.992383] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d35a6b08-1996-4faa-8fbc-5e756bce6777 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.998302] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 783.998302] env[62622]: value = "task-2701438" [ 783.998302] env[62622]: _type = "Task" [ 783.998302] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.006096] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.063208] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.063395] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.063609] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore1] 9454c6e0-49cb-4f75-962f-ac9f0dafa577 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.063885] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432ae299-f537-409f-982e-900b0e3d8c56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.070119] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 784.070119] env[62622]: value = "task-2701439" [ 784.070119] env[62622]: _type = "Task" [ 784.070119] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.077777] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.186760] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630356} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.187119] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.187313] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.187574] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3abae1b-d5dd-4035-a361-b8b2336b18f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.197779] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701433, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.199063] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 784.199063] env[62622]: value = "task-2701440" [ 784.199063] env[62622]: _type = "Task" [ 784.199063] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.207410] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.373638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.373905] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.507345] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701438, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.582084] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325996} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.582414] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.582639] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.582844] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.699206] env[62622]: DEBUG oslo_vmware.api [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701433, 'name': PowerOnVM_Task, 'duration_secs': 1.753902} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.699570] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.699772] env[62622]: INFO nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Took 10.50 seconds to spawn the instance on the hypervisor. [ 784.699957] env[62622]: DEBUG nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.703532] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee9b28-c2a8-46ef-935b-3e0d521f12b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.710040] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.711516] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.714822] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30014454-14a5-40ff-9fc3-bb5a2727caca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.739379] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.739736] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2dc603-a26c-42d6-a847-613589759cc8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.770627] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 784.770627] env[62622]: value = "task-2701441" [ 784.770627] env[62622]: _type = "Task" [ 784.770627] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.779387] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.875842] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.937590] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99253b-dd01-4ab1-9e84-784d39b80871 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.945381] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abae580-c143-490d-b691-5bf1df091658 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.977069] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510145cd-6e21-418b-a649-884e6655f076 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.984980] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f4c1a-b7e7-4ddb-b490-50a44e4486b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.998698] env[62622]: DEBUG nova.compute.provider_tree [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.008392] env[62622]: DEBUG oslo_vmware.api [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.596461} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.008614] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.008909] env[62622]: INFO nova.compute.manager [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 785.224530] env[62622]: INFO nova.compute.manager [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Took 44.58 seconds to build instance. [ 785.281593] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701441, 'name': ReconfigVM_Task, 'duration_secs': 0.305336} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.281870] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.282864] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fece5c26-7ca1-43cd-b4e3-2b7985bf570b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.289698] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 785.289698] env[62622]: value = "task-2701442" [ 785.289698] env[62622]: _type = "Task" [ 785.289698] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.297661] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701442, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.397030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.504828] env[62622]: DEBUG nova.scheduler.client.report [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.569644] env[62622]: DEBUG nova.compute.manager [None req-9e17f8e4-d936-4ab1-a9a9-f4526df3c05b tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Found 1 images (rotation: 2) {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 785.613557] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.613793] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.613945] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.614137] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.614278] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.614422] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.614621] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.614771] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.614930] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.615366] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.615578] env[62622]: DEBUG nova.virt.hardware [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.617155] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54b151-3854-4445-9a88-450cfa173d31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.626113] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b22f9-9f98-4905-9e38-1535859fc81c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.639817] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:48:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '864cd369-3237-4a42-91a3-e920ffbfcc09', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.647283] env[62622]: DEBUG oslo.service.loopingcall [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.647552] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.647788] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a898ffc-12c1-4f2d-b7bc-fc20f1d58d1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.667746] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.667746] env[62622]: value = "task-2701443" [ 785.667746] env[62622]: _type = "Task" [ 785.667746] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.678492] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701443, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.726995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a987c324-4e0a-4313-b9b9-f14298cfa497 tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.438s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.798605] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701442, 'name': Rename_Task, 'duration_secs': 0.146206} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.798985] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.799184] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc59046-f667-4d5b-a806-2d57a6261702 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805241] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 785.805241] env[62622]: value = "task-2701444" [ 785.805241] env[62622]: _type = "Task" [ 785.805241] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.812974] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.010310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.010950] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.014300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.911s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.015975] env[62622]: INFO nova.compute.claims [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.185378] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701443, 'name': CreateVM_Task, 'duration_secs': 0.369803} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.185653] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.186857] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.187995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.188456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.188832] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a324a6c0-1aac-4e23-9c4d-7be5f4b31645 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.196868] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 786.196868] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5c4ce-5609-5c43-dd04-87e932415968" [ 786.196868] env[62622]: _type = "Task" [ 786.196868] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.213435] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5c4ce-5609-5c43-dd04-87e932415968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.251486] env[62622]: DEBUG nova.compute.manager [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.251486] env[62622]: DEBUG nova.compute.manager [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing instance network info cache due to event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.251908] env[62622]: DEBUG oslo_concurrency.lockutils [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.251908] env[62622]: DEBUG oslo_concurrency.lockutils [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.251991] env[62622]: DEBUG nova.network.neutron [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.314966] env[62622]: DEBUG oslo_vmware.api [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701444, 'name': PowerOnVM_Task, 'duration_secs': 0.480226} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.315238] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.315486] env[62622]: INFO nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Took 7.23 seconds to spawn the instance on the hypervisor. [ 786.316131] env[62622]: DEBUG nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.316525] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8916aa-b623-400f-8e07-9f9bac696166 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.521088] env[62622]: DEBUG nova.compute.utils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 786.527227] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.708301] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a5c4ce-5609-5c43-dd04-87e932415968, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.709211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.709211] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.709211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.709376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.709510] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.709755] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a53886-40fb-40de-a9f1-2c677262ef0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.719011] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.719262] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.719958] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1875dc-e10a-42a7-8179-9a6de1292bcc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.725422] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 786.725422] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52248d6e-4365-50d3-3210-180939fd78ad" [ 786.725422] env[62622]: _type = "Task" [ 786.725422] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.735326] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52248d6e-4365-50d3-3210-180939fd78ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.835722] env[62622]: INFO nova.compute.manager [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Took 45.36 seconds to build instance. [ 787.027021] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.238981] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52248d6e-4365-50d3-3210-180939fd78ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.239809] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d1bda5-c676-4fbf-a82d-6be4a720c3d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.247795] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 787.247795] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526c2929-e5e9-f6fb-dac3-ae4c691db308" [ 787.247795] env[62622]: _type = "Task" [ 787.247795] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.252327] env[62622]: DEBUG nova.compute.manager [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.253164] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0396c9e-eb0c-4394-aa02-69ec073d2249 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.271539] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526c2929-e5e9-f6fb-dac3-ae4c691db308, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.275226] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.275501] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.276200] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcb7c75-1d6e-47e9-b913-949cd353ef4f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.284456] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 787.284456] env[62622]: value = "task-2701445" [ 787.284456] env[62622]: _type = "Task" [ 787.284456] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.293278] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.338318] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c977cfa6-b26b-4151-a71a-655150163999 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.880s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.547323] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e0a814-01e9-4981-9815-3911ab011358 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.560635] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e0cc0-8d07-4bc4-aaf5-6f1430dd4f60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.563421] env[62622]: DEBUG nova.network.neutron [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updated VIF entry in instance network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.564391] env[62622]: DEBUG nova.network.neutron [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.597663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2459c-f3b5-4d6e-9189-e19b7746cf76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.610586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe761f6c-b564-4c5f-85c3-43432134d82e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.630174] env[62622]: DEBUG nova.compute.provider_tree [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.777697] env[62622]: INFO nova.compute.manager [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] instance snapshotting [ 787.778781] env[62622]: DEBUG nova.objects.instance [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.796249] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701445, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.038920] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.067961] env[62622]: DEBUG oslo_concurrency.lockutils [req-b66f345f-efbc-4dbc-9438-b2e3c1392fed req-0eb2e3fa-341d-444e-8f52-5adc1bfd9c3d service nova] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.075450] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.076139] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.076139] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.076352] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.076352] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.076458] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.076769] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.076907] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.077020] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.078277] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.078277] env[62622]: DEBUG nova.virt.hardware [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.078748] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee002d7-8225-450b-92da-9f8ea4ff3f8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.087565] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f6b24-4ca1-4176-b701-d99271bf7ac4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104339] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.110434] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Creating folder: Project (42f7451beeba4132b5d2e6c01b004c82). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.111556] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c316047-92c1-41ea-9cae-61c84933bebc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.120481] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Created folder: Project (42f7451beeba4132b5d2e6c01b004c82) in parent group-v544184. [ 788.120725] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Creating folder: Instances. Parent ref: group-v544355. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.120980] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a282032-d7ac-4163-8387-d34c476a6c47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.129943] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Created folder: Instances in parent group-v544355. [ 788.130331] env[62622]: DEBUG oslo.service.loopingcall [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.130438] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.130693] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1c874ea-ebf8-44b2-ac92-f3128991f6b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.144932] env[62622]: DEBUG nova.scheduler.client.report [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.155869] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.155869] env[62622]: value = "task-2701448" [ 788.155869] env[62622]: _type = "Task" [ 788.155869] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.163958] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701448, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.285597] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13589b4-cab7-40d6-b6bb-027cca162582 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.298390] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821753} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.311310] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.311562] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.311933] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790ed3bc-a84e-4850-9854-f1ccba53cad5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.314334] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1469941-e509-4bf9-8792-6c2e48458a0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.325988] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 788.325988] env[62622]: value = "task-2701449" [ 788.325988] env[62622]: _type = "Task" [ 788.325988] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.334422] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.638415] env[62622]: DEBUG nova.compute.manager [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.638676] env[62622]: DEBUG nova.compute.manager [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing instance network info cache due to event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.638829] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.639021] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.639199] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.652970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.653459] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.655863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.782s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.656093] env[62622]: DEBUG nova.objects.instance [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'resources' on Instance uuid 1d594b1e-a93c-4404-b014-ff8690f348b8 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.667680] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701448, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.827557] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.827938] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dac5f73a-97f9-440d-b634-f8f482beb932 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.840139] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162709} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.842274] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.842907] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 788.842907] env[62622]: value = "task-2701450" [ 788.842907] env[62622]: _type = "Task" [ 788.842907] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.844091] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84de8f-eaa1-41c6-9d4f-5c217b98a6b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.871142] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.874563] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e53ea7d-8636-42ee-aca2-8a2968ab2263 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.888886] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701450, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.894064] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 788.894064] env[62622]: value = "task-2701451" [ 788.894064] env[62622]: _type = "Task" [ 788.894064] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.902388] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.160883] env[62622]: DEBUG nova.compute.utils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.170283] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.170283] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.181934] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701448, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.224969] env[62622]: DEBUG nova.policy [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b8989ff744c59b9848f6d5c2e2cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021576358d6c4a5990b97e583e555b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.359320] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701450, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.404990] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.534147] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Successfully created port: 76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.648144] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updated VIF entry in instance network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.649238] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.666438] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.688979] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701448, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.697018] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a889e-54f7-49c4-a0a6-cd6a938a9f86 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.704623] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c9679-fb17-4de2-b69c-8e851af49ce8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.738540] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530419b-be98-4256-8516-810a1715509f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.747700] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f0998-48ea-4a77-a48e-9c872fbee0d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.764016] env[62622]: DEBUG nova.compute.provider_tree [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.857894] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701450, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.903814] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701451, 'name': ReconfigVM_Task, 'duration_secs': 0.766352} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.904108] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9454c6e0-49cb-4f75-962f-ac9f0dafa577/9454c6e0-49cb-4f75-962f-ac9f0dafa577.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.904762] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd8ba6c-9124-4c41-b31a-ad824753ae82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.911021] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 789.911021] env[62622]: value = "task-2701452" [ 789.911021] env[62622]: _type = "Task" [ 789.911021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.921039] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701452, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.035713] env[62622]: INFO nova.compute.manager [None req-f0734763-2292-4725-b645-2d2e5428f965 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Get console output [ 790.036297] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-f0734763-2292-4725-b645-2d2e5428f965 tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] The console log is missing. Check your VSPC configuration [ 790.153867] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.153867] env[62622]: DEBUG nova.compute.manager [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.153867] env[62622]: DEBUG nova.compute.manager [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing instance network info cache due to event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.153867] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Acquiring lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.154207] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Acquired lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.154207] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing network info cache for port e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.185057] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701448, 'name': CreateVM_Task, 'duration_secs': 1.688324} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.185412] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.185990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.185990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.186144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.186626] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21d1016-fb18-476b-817c-2e1ce7ac9284 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.191643] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 790.191643] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af43bd-3f00-ed1a-ecc0-bc57f54f6bc5" [ 790.191643] env[62622]: _type = "Task" [ 790.191643] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.200583] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af43bd-3f00-ed1a-ecc0-bc57f54f6bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.265095] env[62622]: DEBUG nova.scheduler.client.report [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.357462] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701450, 'name': CreateSnapshot_Task, 'duration_secs': 1.153903} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.357732] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.358492] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eabc3b4-7129-42f6-9a8d-2d6a52053723 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.424280] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701452, 'name': Rename_Task, 'duration_secs': 0.228517} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.425030] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.425030] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dff226d-8dfc-4669-80bf-8e1acf65b030 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.433268] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 790.433268] env[62622]: value = "task-2701453" [ 790.433268] env[62622]: _type = "Task" [ 790.433268] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.444190] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.679843] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.702109] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af43bd-3f00-ed1a-ecc0-bc57f54f6bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.018398} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.706095] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.706352] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.706594] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.706726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.706903] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.707678] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6989d499-318c-4c5f-a79d-fc9b596c2d6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.714604] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='371202895c12a93b8ece1c1566903c3c',container_format='bare',created_at=2025-02-19T18:15:49Z,direct_url=,disk_format='vmdk',id=690cd238-0051-41ae-a0a6-e1c8b8e5de68,min_disk=1,min_ram=0,name='tempest-test-snap-529568607',owner='021576358d6c4a5990b97e583e555b0b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T18:16:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.715311] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.715311] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.715311] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.715311] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.715617] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.715823] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.715823] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.715958] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.716717] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.716717] env[62622]: DEBUG nova.virt.hardware [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.717136] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b26ffb3-e99f-4525-9e2f-e7c2e669639c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.725296] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.725296] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.726373] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f2e44-cd88-4a35-b8b6-bd1eb00023fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.730744] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd51f1a-7269-4120-8d87-b7ead604a87a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.744304] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 790.744304] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52247818-eafb-494f-b7a8-f78c6f1c67ec" [ 790.744304] env[62622]: _type = "Task" [ 790.744304] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.752310] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52247818-eafb-494f-b7a8-f78c6f1c67ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.753196] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfb95bc-8f61-4039-bb95-4f39553db7f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.758149] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 790.758149] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c9618-b961-f820-d9d5-670becadbcad" [ 790.758149] env[62622]: _type = "Task" [ 790.758149] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.771043] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.772478] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c9618-b961-f820-d9d5-670becadbcad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.776370] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.818s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.776370] env[62622]: DEBUG nova.objects.instance [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lazy-loading 'resources' on Instance uuid de77b060-da1a-4616-ad6b-fc7942eb8c3c {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.802541] env[62622]: INFO nova.scheduler.client.report [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted allocations for instance 1d594b1e-a93c-4404-b014-ff8690f348b8 [ 790.880235] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.880235] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d70c542-2a9b-4775-ad4a-75762671dedc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.898033] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 790.898033] env[62622]: value = "task-2701454" [ 790.898033] env[62622]: _type = "Task" [ 790.898033] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.909044] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701454, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.950787] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701453, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.035483] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updated VIF entry in instance network info cache for port e36ca55d-1927-4931-a2a0-ecf6d5a471a5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.039251] env[62622]: DEBUG nova.network.neutron [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updating instance_info_cache with network_info: [{"id": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "address": "fa:16:3e:1d:dc:b6", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36ca55d-19", "ovs_interfaceid": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.066951] env[62622]: DEBUG nova.compute.manager [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.067182] env[62622]: DEBUG nova.compute.manager [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing instance network info cache due to event network-changed-e36ca55d-1927-4931-a2a0-ecf6d5a471a5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.067400] env[62622]: DEBUG oslo_concurrency.lockutils [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] Acquiring lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.171066] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Successfully updated port: 76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.269197] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c9618-b961-f820-d9d5-670becadbcad, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.269197] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.269197] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.269197] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d879284-31bc-49e0-b826-6b406c8a54fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.284843] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 791.284843] env[62622]: value = "task-2701455" [ 791.284843] env[62622]: _type = "Task" [ 791.284843] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.294942] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.311847] env[62622]: DEBUG oslo_concurrency.lockutils [None req-99db4b71-f838-4035-b240-1a5729daeacb tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "1d594b1e-a93c-4404-b014-ff8690f348b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.071s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.393845] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "8282a468-0957-4d89-a35e-037a981be77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.394097] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.394320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "8282a468-0957-4d89-a35e-037a981be77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.394513] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.394682] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.397181] env[62622]: INFO nova.compute.manager [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Terminating instance [ 791.408939] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701454, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.444438] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "13652151-da46-4228-b335-104fe331c9c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.444793] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.445067] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "13652151-da46-4228-b335-104fe331c9c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.448173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.448449] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.454047] env[62622]: INFO nova.compute.manager [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Terminating instance [ 791.458516] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701453, 'name': PowerOnVM_Task, 'duration_secs': 0.915553} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.459711] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.460621] env[62622]: DEBUG nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.461033] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ca34b-b724-4afc-9d95-8035fa1deee8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.538783] env[62622]: DEBUG oslo_concurrency.lockutils [req-a583691d-82b8-4bd7-9263-29571eb6dbfc req-df64c78b-560d-45b0-bb47-db57a539e606 service nova] Releasing lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.539425] env[62622]: DEBUG oslo_concurrency.lockutils [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] Acquired lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.540477] env[62622]: DEBUG nova.network.neutron [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Refreshing network info cache for port e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.674786] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.674965] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.679029] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.776374] env[62622]: DEBUG nova.compute.manager [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Received event network-vif-plugged-76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.776678] env[62622]: DEBUG oslo_concurrency.lockutils [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] Acquiring lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.776967] env[62622]: DEBUG oslo_concurrency.lockutils [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.777492] env[62622]: DEBUG oslo_concurrency.lockutils [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.777710] env[62622]: DEBUG nova.compute.manager [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] No waiting events found dispatching network-vif-plugged-76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.777926] env[62622]: WARNING nova.compute.manager [req-2ab24f65-4670-46d6-9786-47455d921b4a req-5f7e46ad-43d5-4485-bb2e-73f4fc519d88 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Received unexpected event network-vif-plugged-76f666e8-7794-497b-87cd-9abc89c657d5 for instance with vm_state building and task_state spawning. [ 791.796239] env[62622]: DEBUG nova.compute.manager [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 791.803882] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701455, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.827594] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20057c0f-072b-47ea-b7d6-9c036a1c9c2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.836586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e1655-34e4-4d0d-848d-0ce48543d687 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.871238] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a930cb2-d33e-44b9-a32e-9d92d5c9ae31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.878503] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7d729-0cf6-4d6c-9f2e-e4ed7a4a6609 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.893739] env[62622]: DEBUG nova.compute.provider_tree [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.905131] env[62622]: DEBUG nova.compute.manager [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.905364] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.909775] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c40e43c-8718-4f43-8b24-b15010e9ce99 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.912795] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701454, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.917601] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.917860] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587e3d7a-8f4e-434a-95dd-6a89c7753dc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.925074] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 791.925074] env[62622]: value = "task-2701456" [ 791.925074] env[62622]: _type = "Task" [ 791.925074] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.935316] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.962188] env[62622]: DEBUG nova.compute.manager [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.962464] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.963471] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86306dc-2aaf-49bd-8150-8b3f083593e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.971250] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.971477] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02130407-eed5-4334-a225-bc877c09d03c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.978158] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 791.978158] env[62622]: value = "task-2701457" [ 791.978158] env[62622]: _type = "Task" [ 791.978158] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.979350] env[62622]: INFO nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] bringing vm to original state: 'stopped' [ 791.991946] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2701457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.240336] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.284860] env[62622]: DEBUG nova.network.neutron [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updated VIF entry in instance network info cache for port e36ca55d-1927-4931-a2a0-ecf6d5a471a5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.285413] env[62622]: DEBUG nova.network.neutron [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updating instance_info_cache with network_info: [{"id": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "address": "fa:16:3e:1d:dc:b6", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36ca55d-19", "ovs_interfaceid": "e36ca55d-1927-4931-a2a0-ecf6d5a471a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.298017] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591613} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.298017] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.298017] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.298017] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425eca2d-5812-4524-99f6-e154e3306a5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.307968] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 792.307968] env[62622]: value = "task-2701458" [ 792.307968] env[62622]: _type = "Task" [ 792.307968] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.316443] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.324506] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.396701] env[62622]: DEBUG nova.scheduler.client.report [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.409400] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701454, 'name': CloneVM_Task, 'duration_secs': 1.423919} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.409697] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created linked-clone VM from snapshot [ 792.410503] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a240e8d2-49d6-4b14-9fb7-75cfdd0e7513 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.417982] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploading image 7463c859-3ac0-414b-9416-2844c2fbe385 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.434592] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701456, 'name': PowerOffVM_Task, 'duration_secs': 0.201754} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.434851] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.435196] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.437667] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfdb4f4-2a6a-484c-b62c-699d750ee395 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.449739] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.449739] env[62622]: value = "vm-544359" [ 792.449739] env[62622]: _type = "VirtualMachine" [ 792.449739] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.449998] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddc90dbd-1866-4ce9-a0d8-649863736fc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.457679] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease: (returnval){ [ 792.457679] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52054ab4-8703-a83d-d2db-0b506b5cf9d8" [ 792.457679] env[62622]: _type = "HttpNfcLease" [ 792.457679] env[62622]: } obtained for exporting VM: (result){ [ 792.457679] env[62622]: value = "vm-544359" [ 792.457679] env[62622]: _type = "VirtualMachine" [ 792.457679] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.457969] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the lease: (returnval){ [ 792.457969] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52054ab4-8703-a83d-d2db-0b506b5cf9d8" [ 792.457969] env[62622]: _type = "HttpNfcLease" [ 792.457969] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.466208] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.466208] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52054ab4-8703-a83d-d2db-0b506b5cf9d8" [ 792.466208] env[62622]: _type = "HttpNfcLease" [ 792.466208] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.486364] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2701457, 'name': PowerOffVM_Task, 'duration_secs': 0.216275} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.491134] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.491134] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.491134] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e3fbc0-12eb-47a4-a621-767e1b5f145a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.503230] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.503685] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.503685] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleting the datastore file [datastore1] 8282a468-0957-4d89-a35e-037a981be77d {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.504076] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2072456-059d-49d5-8eba-ec314deb16e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.508351] env[62622]: DEBUG nova.network.neutron [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Updating instance_info_cache with network_info: [{"id": "76f666e8-7794-497b-87cd-9abc89c657d5", "address": "fa:16:3e:17:98:d3", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f666e8-77", "ovs_interfaceid": "76f666e8-7794-497b-87cd-9abc89c657d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.514592] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 792.514592] env[62622]: value = "task-2701462" [ 792.514592] env[62622]: _type = "Task" [ 792.514592] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.522380] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.550519] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.550778] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.550979] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleting the datastore file [datastore1] 13652151-da46-4228-b335-104fe331c9c3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.551263] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505acae2-087a-4f9d-a47c-5e95f6ddf0be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.557285] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for the task: (returnval){ [ 792.557285] env[62622]: value = "task-2701463" [ 792.557285] env[62622]: _type = "Task" [ 792.557285] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.565101] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2701463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.788091] env[62622]: DEBUG oslo_concurrency.lockutils [req-fcbb4c90-8f5b-47be-993a-571ff4b4cc71 req-6b6548be-6c90-45bc-8e56-522f0e5457bb service nova] Releasing lock "refresh_cache-8282a468-0957-4d89-a35e-037a981be77d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.816970] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170887} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.817193] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.817973] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb323bb-371f-477b-ab45-83d17c0c16ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.837348] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.837944] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a9ef7c-0206-4332-8dfa-8c41f514239c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.857399] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 792.857399] env[62622]: value = "task-2701464" [ 792.857399] env[62622]: _type = "Task" [ 792.857399] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.865369] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.905596] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.908608] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.346s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.909522] env[62622]: INFO nova.compute.claims [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.930541] env[62622]: INFO nova.scheduler.client.report [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleted allocations for instance de77b060-da1a-4616-ad6b-fc7942eb8c3c [ 792.966344] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.966344] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52054ab4-8703-a83d-d2db-0b506b5cf9d8" [ 792.966344] env[62622]: _type = "HttpNfcLease" [ 792.966344] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.966563] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.966563] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52054ab4-8703-a83d-d2db-0b506b5cf9d8" [ 792.966563] env[62622]: _type = "HttpNfcLease" [ 792.966563] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.967326] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dee02c-07a6-452c-bc3b-24a769c8aa81 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.975280] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.975471] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.035847] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.036242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.036341] env[62622]: DEBUG nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.036792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.037225] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Instance network_info: |[{"id": "76f666e8-7794-497b-87cd-9abc89c657d5", "address": "fa:16:3e:17:98:d3", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f666e8-77", "ovs_interfaceid": "76f666e8-7794-497b-87cd-9abc89c657d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.038609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7ef01-43d9-413d-a1b0-d53b45a76ac9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.041617] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:98:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76f666e8-7794-497b-87cd-9abc89c657d5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.049332] env[62622]: DEBUG oslo.service.loopingcall [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.054641] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.055267] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2434250-2781-4c46-bb4a-0912d9b40aa4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.076260] env[62622]: DEBUG nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 793.084743] env[62622]: DEBUG oslo_vmware.api [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52895} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.086564] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.086796] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.086985] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.087234] env[62622]: INFO nova.compute.manager [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 793.087476] env[62622]: DEBUG oslo.service.loopingcall [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.089552] env[62622]: DEBUG nova.compute.manager [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.089676] env[62622]: DEBUG nova.network.neutron [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.091588] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.091588] env[62622]: value = "task-2701465" [ 793.091588] env[62622]: _type = "Task" [ 793.091588] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.095115] env[62622]: DEBUG oslo_vmware.api [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Task: {'id': task-2701463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52921} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.099511] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.099636] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.099791] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.100345] env[62622]: INFO nova.compute.manager [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] [instance: 13652151-da46-4228-b335-104fe331c9c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 793.100345] env[62622]: DEBUG oslo.service.loopingcall [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.100894] env[62622]: DEBUG nova.compute.manager [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.101024] env[62622]: DEBUG nova.network.neutron [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.108637] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701465, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.146271] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cfd7eb4-c7ec-4946-a9b9-63dfa9767a79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.376428] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701464, 'name': ReconfigVM_Task, 'duration_secs': 0.281376} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.376428] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.376428] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53dbb0c8-73ab-45f7-b15d-4b71b3ab719c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.389451] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 793.389451] env[62622]: value = "task-2701466" [ 793.389451] env[62622]: _type = "Task" [ 793.389451] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.394455] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701466, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.422649] env[62622]: DEBUG nova.compute.manager [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.425645] env[62622]: DEBUG nova.compute.manager [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing instance network info cache due to event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.425645] env[62622]: DEBUG oslo_concurrency.lockutils [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.425645] env[62622]: DEBUG oslo_concurrency.lockutils [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.425645] env[62622]: DEBUG nova.network.neutron [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.446485] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d5a5e66-0a58-432e-b595-d3991a303af7 tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "de77b060-da1a-4616-ad6b-fc7942eb8c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.074s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.589143] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.589509] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3c0bd2-8495-4038-baa1-1872c177d12e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.603566] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 793.603566] env[62622]: value = "task-2701467" [ 793.603566] env[62622]: _type = "Task" [ 793.603566] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.610774] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701465, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.616310] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.896522] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701466, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.125050] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701465, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.125158] env[62622]: DEBUG oslo_vmware.api [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701467, 'name': PowerOffVM_Task, 'duration_secs': 0.321279} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.125514] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.125865] env[62622]: DEBUG nova.compute.manager [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.126733] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa817c6-e472-4e2f-8386-8208d70e8e12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.138885] env[62622]: DEBUG nova.network.neutron [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.158486] env[62622]: DEBUG nova.network.neutron [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.237765] env[62622]: DEBUG nova.network.neutron [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updated VIF entry in instance network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.239056] env[62622]: DEBUG nova.network.neutron [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.322428] env[62622]: DEBUG nova.compute.manager [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Received event network-changed-76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.322428] env[62622]: DEBUG nova.compute.manager [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Refreshing instance network info cache due to event network-changed-76f666e8-7794-497b-87cd-9abc89c657d5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.322428] env[62622]: DEBUG oslo_concurrency.lockutils [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] Acquiring lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.322428] env[62622]: DEBUG oslo_concurrency.lockutils [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] Acquired lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.322428] env[62622]: DEBUG nova.network.neutron [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Refreshing network info cache for port 76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.403682] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701466, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.558611] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0ba27-8a11-4955-a33e-647734aed9a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.566779] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade22a1-c8e7-4ac6-a0a5-1f4856027086 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.601807] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343f491-7a0c-4aec-b2f2-11819ea1991b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.609662] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701465, 'name': CreateVM_Task, 'duration_secs': 1.398367} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.611861] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.612752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.613026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.613822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.615113] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec1515-cf6e-47fa-80af-f4e355480266 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.619083] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ba8669-d7c3-4b45-9f48-61b58aea14aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.633201] env[62622]: DEBUG nova.compute.provider_tree [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.636203] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 794.636203] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5223d228-e1d1-5d58-794a-b6d1976fd5cd" [ 794.636203] env[62622]: _type = "Task" [ 794.636203] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.646479] env[62622]: INFO nova.compute.manager [-] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Took 1.56 seconds to deallocate network for instance. [ 794.651611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.652477] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Processing image 690cd238-0051-41ae-a0a6-e1c8b8e5de68 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.653059] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.653124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.653436] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.657069] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.621s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.658341] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7d7882-ab48-4bd0-8506-a907deb9306a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.661876] env[62622]: INFO nova.compute.manager [-] [instance: 13652151-da46-4228-b335-104fe331c9c3] Took 1.56 seconds to deallocate network for instance. [ 794.669194] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.669485] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.670383] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f1088b-f1e1-4dbb-b00d-6d426138a1ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.678121] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 794.678121] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bd3402-7ef9-53ba-9a61-df64c2c2a5b9" [ 794.678121] env[62622]: _type = "Task" [ 794.678121] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.688778] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bd3402-7ef9-53ba-9a61-df64c2c2a5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.741815] env[62622]: DEBUG oslo_concurrency.lockutils [req-39fa4fb5-f4b6-420f-b29c-c42b6f40a277 req-f2f1f06b-cd73-442e-920c-dfa10c728882 service nova] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.875976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.876508] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.876986] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.877377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.878707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.881083] env[62622]: INFO nova.compute.manager [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Terminating instance [ 794.897717] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701466, 'name': Rename_Task, 'duration_secs': 1.154203} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.900659] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.901472] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5db79d11-4e7a-499e-b9b1-58baf137fee1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.908743] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 794.908743] env[62622]: value = "task-2701468" [ 794.908743] env[62622]: _type = "Task" [ 794.908743] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.918190] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.138778] env[62622]: DEBUG nova.scheduler.client.report [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.162697] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.170058] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.171233] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.189437] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 795.189715] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Fetch image to [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13/OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 795.189906] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Downloading stream optimized image 690cd238-0051-41ae-a0a6-e1c8b8e5de68 to [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13/OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13.vmdk on the data store datastore2 as vApp {{(pid=62622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 795.190108] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Downloading image file data 690cd238-0051-41ae-a0a6-e1c8b8e5de68 to the ESX as VM named 'OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13' {{(pid=62622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 795.275837] env[62622]: DEBUG nova.network.neutron [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Updated VIF entry in instance network info cache for port 76f666e8-7794-497b-87cd-9abc89c657d5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.276172] env[62622]: DEBUG nova.network.neutron [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Updating instance_info_cache with network_info: [{"id": "76f666e8-7794-497b-87cd-9abc89c657d5", "address": "fa:16:3e:17:98:d3", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f666e8-77", "ovs_interfaceid": "76f666e8-7794-497b-87cd-9abc89c657d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.280926] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 795.280926] env[62622]: value = "resgroup-9" [ 795.280926] env[62622]: _type = "ResourcePool" [ 795.280926] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 795.280926] env[62622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-49e5ffad-c19f-4205-9293-a8ffbfa998a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.304230] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease: (returnval){ [ 795.304230] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 795.304230] env[62622]: _type = "HttpNfcLease" [ 795.304230] env[62622]: } obtained for vApp import into resource pool (val){ [ 795.304230] env[62622]: value = "resgroup-9" [ 795.304230] env[62622]: _type = "ResourcePool" [ 795.304230] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 795.304616] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the lease: (returnval){ [ 795.304616] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 795.304616] env[62622]: _type = "HttpNfcLease" [ 795.304616] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.312212] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.312212] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 795.312212] env[62622]: _type = "HttpNfcLease" [ 795.312212] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.385238] env[62622]: DEBUG nova.compute.manager [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.385485] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.386536] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe7e80-8c30-4246-96dd-5034df897edf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.394127] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.394698] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-118d347f-4163-4b45-b61d-c77818abf918 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.400806] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 795.400806] env[62622]: value = "task-2701470" [ 795.400806] env[62622]: _type = "Task" [ 795.400806] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.412252] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.422730] env[62622]: DEBUG oslo_vmware.api [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701468, 'name': PowerOnVM_Task, 'duration_secs': 0.475654} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.423200] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.423506] env[62622]: INFO nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Took 7.38 seconds to spawn the instance on the hypervisor. [ 795.424281] env[62622]: DEBUG nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.425813] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942bafe-5a45-4c7b-b1b6-bcf12ce3958f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.504744] env[62622]: DEBUG nova.compute.manager [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Received event network-vif-deleted-e36ca55d-1927-4931-a2a0-ecf6d5a471a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.505037] env[62622]: DEBUG nova.compute.manager [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.505292] env[62622]: DEBUG nova.compute.manager [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing instance network info cache due to event network-changed-783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.505556] env[62622]: DEBUG oslo_concurrency.lockutils [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] Acquiring lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.505761] env[62622]: DEBUG oslo_concurrency.lockutils [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] Acquired lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.505986] env[62622]: DEBUG nova.network.neutron [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Refreshing network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.644018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.645318] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.362s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.645434] env[62622]: DEBUG nova.objects.instance [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lazy-loading 'resources' on Instance uuid 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.780666] env[62622]: DEBUG oslo_concurrency.lockutils [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] Releasing lock "refresh_cache-926ec1c3-2f2b-4594-81ec-6b49832d16ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.780787] env[62622]: DEBUG nova.compute.manager [req-b43320bf-c8e0-4a50-85ea-7eeacc084a6f req-a67aeea6-c1ac-4bcf-a36c-749db40a5c6f service nova] [instance: 13652151-da46-4228-b335-104fe331c9c3] Received event network-vif-deleted-88a21767-407b-4f3d-877e-8fce96f00b16 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.812574] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.812574] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 795.812574] env[62622]: _type = "HttpNfcLease" [ 795.812574] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.911635] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701470, 'name': PowerOffVM_Task, 'duration_secs': 0.25823} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.911968] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.912233] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.912509] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297d3440-d167-47e0-ba3e-aceffd4a538c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.947936] env[62622]: INFO nova.compute.manager [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Took 36.73 seconds to build instance. [ 795.978746] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.978924] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.979120] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleting the datastore file [datastore2] fc87febd-ab1e-4f0c-ad71-b3d9a41753a3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.979553] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e72b09-84c8-4ec0-ac8c-e71efe7b301d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.986579] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for the task: (returnval){ [ 795.986579] env[62622]: value = "task-2701472" [ 795.986579] env[62622]: _type = "Task" [ 795.986579] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.996140] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.147824] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "8badf66d-49d6-43c4-b807-1a441455e976" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.148883] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "8badf66d-49d6-43c4-b807-1a441455e976" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.229943] env[62622]: DEBUG nova.network.neutron [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updated VIF entry in instance network info cache for port 783555a7-6e81-44a5-87cf-9cbcf7be8869. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.230578] env[62622]: DEBUG nova.network.neutron [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [{"id": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "address": "fa:16:3e:ab:eb:91", "network": {"id": "1bc8d935-6a3c-41b9-9c32-d1f07a80f2be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2109947534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a34345621e4f3092b15fc6dbfffc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783555a7-6e", "ovs_interfaceid": "783555a7-6e81-44a5-87cf-9cbcf7be8869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.314260] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.314260] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 796.314260] env[62622]: _type = "HttpNfcLease" [ 796.314260] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.314610] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.314610] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52491780-351d-e87a-ce52-e5f526f08c7a" [ 796.314610] env[62622]: _type = "HttpNfcLease" [ 796.314610] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 796.315327] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3ee84-e7ce-4df1-99a0-27549eec076e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.325258] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.325449] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 796.390380] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56aa8406-c337-4647-9cf0-690e6918d02a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.450695] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3bbb06bd-3d00-4093-bd05-ba7473733811 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.240s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.483144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.483906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.483906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.483906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.483906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.486418] env[62622]: INFO nova.compute.manager [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Terminating instance [ 796.502174] env[62622]: DEBUG oslo_vmware.api [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Task: {'id': task-2701472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164577} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.505472] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.505686] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.505901] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.506248] env[62622]: INFO nova.compute.manager [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 796.506521] env[62622]: DEBUG oslo.service.loopingcall [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.507446] env[62622]: DEBUG nova.compute.manager [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.507446] env[62622]: DEBUG nova.network.neutron [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.653558] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "8badf66d-49d6-43c4-b807-1a441455e976" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.654214] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.692951] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915490f7-2dfd-44a8-b2da-d179a78570c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.707704] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468ba6b-c305-4788-817d-ba51e9b7b162 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.743237] env[62622]: DEBUG oslo_concurrency.lockutils [req-f3189ee7-ebb8-474a-ac12-42eb2d1cafc8 req-c2bb4bba-13d5-40f4-b7ee-cd1a800c4afd service nova] Releasing lock "refresh_cache-1fbdb66e-9fa8-4896-b2cb-7e27650e4102" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.749170] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88918d7-2199-40d3-8493-73143a2487e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.758573] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e1c66-904e-4805-a2eb-452a9a54779d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.777720] env[62622]: DEBUG nova.compute.provider_tree [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.956921] env[62622]: DEBUG nova.compute.manager [req-27d1af28-2556-4c11-bc7f-cc9c4139a45d req-dba8d59d-d186-4865-b6f3-1adb89ba58ee service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Received event network-vif-deleted-b8b529ab-23fd-45b7-b16e-4962a9fbc0a4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.956921] env[62622]: INFO nova.compute.manager [req-27d1af28-2556-4c11-bc7f-cc9c4139a45d req-dba8d59d-d186-4865-b6f3-1adb89ba58ee service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Neutron deleted interface b8b529ab-23fd-45b7-b16e-4962a9fbc0a4; detaching it from the instance and deleting it from the info cache [ 796.956921] env[62622]: DEBUG nova.network.neutron [req-27d1af28-2556-4c11-bc7f-cc9c4139a45d req-dba8d59d-d186-4865-b6f3-1adb89ba58ee service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.994964] env[62622]: DEBUG nova.compute.manager [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.995271] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.996875] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8263343e-b531-4566-b025-cfaee08a89b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.007913] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.010063] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6be9ddb-5c38-4002-ab61-462ce040d994 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.086390] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.086571] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.086823] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore2] 9454c6e0-49cb-4f75-962f-ac9f0dafa577 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.087126] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a2187e-e16b-4741-93f9-0f8b7c811ea7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.097508] env[62622]: DEBUG oslo_vmware.api [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 797.097508] env[62622]: value = "task-2701474" [ 797.097508] env[62622]: _type = "Task" [ 797.097508] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.107988] env[62622]: DEBUG oslo_vmware.api [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.160824] env[62622]: DEBUG nova.compute.utils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.162444] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.162661] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.201779] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 797.202065] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 797.203122] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435a46f7-9c78-4373-901a-ab7d0d440b0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.211219] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 797.211403] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 797.211663] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cdb65b84-94cc-42dd-9c27-3deb48c646e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.223059] env[62622]: DEBUG nova.policy [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcc3a9747c6c40c7971362f3a0d78572', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b3ae4da6e24194985d85c8203cc8d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.285332] env[62622]: DEBUG nova.scheduler.client.report [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.289170] env[62622]: DEBUG nova.network.neutron [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.468855] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e956ee32-a36c-4022-aba0-8de5b37d8d2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473300] env[62622]: DEBUG oslo_vmware.rw_handles [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c7720a-0610-d460-aa87-0ba67438b878/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 797.473547] env[62622]: INFO nova.virt.vmwareapi.images [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Downloaded image file data 690cd238-0051-41ae-a0a6-e1c8b8e5de68 [ 797.474938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0498c0-9128-4fd4-8037-f369929d737b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.483890] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397554d-cf01-4855-8bd5-8cbad09c7cc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.508018] env[62622]: INFO nova.compute.manager [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Rebuilding instance [ 797.511760] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Successfully created port: 128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.514320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbce5bf6-68e0-4e97-9ce0-06133b524ada {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.540867] env[62622]: DEBUG nova.compute.manager [req-27d1af28-2556-4c11-bc7f-cc9c4139a45d req-dba8d59d-d186-4865-b6f3-1adb89ba58ee service nova] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Detach interface failed, port_id=b8b529ab-23fd-45b7-b16e-4962a9fbc0a4, reason: Instance fc87febd-ab1e-4f0c-ad71-b3d9a41753a3 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 797.544480] env[62622]: INFO nova.virt.vmwareapi.images [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] The imported VM was unregistered [ 797.546227] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 797.546459] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.546961] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9caad182-a6c1-423b-9f21-b1b36b5b57b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.558497] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.558694] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13/OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13.vmdk to [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk. {{(pid=62622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 797.558957] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-93e6cfbe-ca66-4faa-9d9b-7ad70e1a4689 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.566038] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 797.566038] env[62622]: value = "task-2701476" [ 797.566038] env[62622]: _type = "Task" [ 797.566038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.574030] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.582684] env[62622]: DEBUG nova.compute.manager [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.583848] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd689549-b615-4386-8ff0-58c19cb831e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.608678] env[62622]: DEBUG oslo_vmware.api [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326208} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.608927] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.609157] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.609292] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.609460] env[62622]: INFO nova.compute.manager [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Took 0.61 seconds to destroy the instance on the hypervisor. [ 797.609692] env[62622]: DEBUG oslo.service.loopingcall [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.609874] env[62622]: DEBUG nova.compute.manager [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.609965] env[62622]: DEBUG nova.network.neutron [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.665876] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.792012] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.794653] env[62622]: INFO nova.compute.manager [-] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Took 1.29 seconds to deallocate network for instance. [ 797.795325] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.945s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.796852] env[62622]: INFO nova.compute.claims [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.917488] env[62622]: INFO nova.scheduler.client.report [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Deleted allocations for instance 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c [ 798.083143] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.221755] env[62622]: DEBUG nova.compute.manager [req-821a2836-13fd-488d-b53a-c931e2df2dd9 req-14494bbf-a85a-4f45-82a8-beb691c47fab service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Received event network-vif-deleted-864cd369-3237-4a42-91a3-e920ffbfcc09 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.222020] env[62622]: INFO nova.compute.manager [req-821a2836-13fd-488d-b53a-c931e2df2dd9 req-14494bbf-a85a-4f45-82a8-beb691c47fab service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Neutron deleted interface 864cd369-3237-4a42-91a3-e920ffbfcc09; detaching it from the instance and deleting it from the info cache [ 798.222362] env[62622]: DEBUG nova.network.neutron [req-821a2836-13fd-488d-b53a-c931e2df2dd9 req-14494bbf-a85a-4f45-82a8-beb691c47fab service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.321427] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.429117] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f8185024-68ec-483a-a129-3d9bb4065cdf tempest-ServersV294TestFqdnHostnames-1585693737 tempest-ServersV294TestFqdnHostnames-1585693737-project-member] Lock "8bee33a8-85ec-48ca-b5e8-29c6a8adf00c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.026s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.561426] env[62622]: DEBUG nova.network.neutron [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.580821] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.599167] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.599499] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d01e0de0-82a2-4f66-aa62-87c3f703c0b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.612688] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 798.612688] env[62622]: value = "task-2701477" [ 798.612688] env[62622]: _type = "Task" [ 798.612688] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.629202] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.677342] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.705288] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.705638] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.705867] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.706154] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.706373] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.706593] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.706948] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.707166] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.707428] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.707667] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.707919] env[62622]: DEBUG nova.virt.hardware [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.709607] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4bfad8-0523-49ff-9b5e-add1fd8cef61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.725988] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3832c-88cb-4010-81c7-c6ac2941a1b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.730396] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a651c7a1-bd5d-4265-88ba-5b62811a943d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.753167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a484ee-e833-4e00-8f56-532ed89326e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.792488] env[62622]: DEBUG nova.compute.manager [req-821a2836-13fd-488d-b53a-c931e2df2dd9 req-14494bbf-a85a-4f45-82a8-beb691c47fab service nova] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Detach interface failed, port_id=864cd369-3237-4a42-91a3-e920ffbfcc09, reason: Instance 9454c6e0-49cb-4f75-962f-ac9f0dafa577 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 799.067446] env[62622]: INFO nova.compute.manager [-] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Took 1.46 seconds to deallocate network for instance. [ 799.087727] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.090326] env[62622]: DEBUG nova.compute.manager [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Received event network-vif-plugged-128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.090590] env[62622]: DEBUG oslo_concurrency.lockutils [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] Acquiring lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.090823] env[62622]: DEBUG oslo_concurrency.lockutils [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.091026] env[62622]: DEBUG oslo_concurrency.lockutils [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.091238] env[62622]: DEBUG nova.compute.manager [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] No waiting events found dispatching network-vif-plugged-128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.091792] env[62622]: WARNING nova.compute.manager [req-7e433469-aad6-4efd-9b8c-61f525dc2dc6 req-5654b994-3865-4971-a871-84ba9e205d53 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Received unexpected event network-vif-plugged-128e225e-b5a6-4ca7-80db-747b592863ae for instance with vm_state building and task_state spawning. [ 799.125319] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701477, 'name': PowerOffVM_Task, 'duration_secs': 0.295688} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.125611] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.125841] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.127289] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822c972-0d46-4718-add4-e6ad641bc7e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.142649] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.142649] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec04a7eb-c062-415e-979d-66bc7f1c8e33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.173732] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.173979] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.174265] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Deleting the datastore file [datastore2] 24e15c41-942e-403b-bd7c-ee719a6915dc {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.174448] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb2ddcf-900d-4345-a019-7fd81fedc9e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.183583] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 799.183583] env[62622]: value = "task-2701479" [ 799.183583] env[62622]: _type = "Task" [ 799.183583] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.196855] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.283914] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Successfully updated port: 128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.360363] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac0653-c653-4596-b66c-c4e2ea311e29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.371998] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695b778e-d356-41cd-a561-14e1562d1d6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.410746] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42505b-687f-427e-945c-c6d16864db89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.421175] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6498f7-5307-4a8b-8c24-9aacf437df95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.443029] env[62622]: DEBUG nova.compute.provider_tree [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.582088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.582088] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.699561] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.789824] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.795023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquired lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.795023] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.943934] env[62622]: DEBUG nova.scheduler.client.report [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.089565] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.196524] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.984212} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.196854] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.197057] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.197241] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.353549] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.451574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.452305] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.454608] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.467s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.454833] env[62622]: DEBUG nova.objects.instance [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lazy-loading 'resources' on Instance uuid 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.568768] env[62622]: DEBUG nova.network.neutron [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Updating instance_info_cache with network_info: [{"id": "128e225e-b5a6-4ca7-80db-747b592863ae", "address": "fa:16:3e:bf:da:b4", "network": {"id": "d53d7742-26c1-4f51-853e-fda8011670fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1868004111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b3ae4da6e24194985d85c8203cc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128e225e-b5", "ovs_interfaceid": "128e225e-b5a6-4ca7-80db-747b592863ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.579096] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701476, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.661922} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.579385] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13/OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13.vmdk to [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk. [ 800.579574] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Cleaning up location [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 800.579775] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3a38e13e-4ce8-4970-8d65-1af9ca34aa13 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.580091] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45dd0663-e1c6-4c5f-bf9a-b447f1656f83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.588971] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 800.588971] env[62622]: value = "task-2701480" [ 800.588971] env[62622]: _type = "Task" [ 800.588971] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.596865] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.959989] env[62622]: DEBUG nova.compute.utils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.965263] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.965263] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.040627] env[62622]: DEBUG nova.policy [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36da8989e4a4888b4e6343266f76a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b941ea2935104ca7b4c077af92a2fa31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.073838] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Releasing lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.074321] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Instance network_info: |[{"id": "128e225e-b5a6-4ca7-80db-747b592863ae", "address": "fa:16:3e:bf:da:b4", "network": {"id": "d53d7742-26c1-4f51-853e-fda8011670fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1868004111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b3ae4da6e24194985d85c8203cc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128e225e-b5", "ovs_interfaceid": "128e225e-b5a6-4ca7-80db-747b592863ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.074927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:da:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '128e225e-b5a6-4ca7-80db-747b592863ae', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.085143] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Creating folder: Project (63b3ae4da6e24194985d85c8203cc8d4). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.088699] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-700cf70e-eb5d-4e73-824f-62e074fcb499 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.099964] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047903} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.100092] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.100263] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.100510] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk to [datastore2] 926ec1c3-2f2b-4594-81ec-6b49832d16ef/926ec1c3-2f2b-4594-81ec-6b49832d16ef.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.100807] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fbbbcb6-f1b4-4a87-bfc1-d0e75d8291c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.110840] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Created folder: Project (63b3ae4da6e24194985d85c8203cc8d4) in parent group-v544184. [ 801.111128] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Creating folder: Instances. Parent ref: group-v544362. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.115486] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5629e678-4ff9-453e-8fe8-dfacbdc50bff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.118178] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 801.118178] env[62622]: value = "task-2701482" [ 801.118178] env[62622]: _type = "Task" [ 801.118178] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.126881] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Created folder: Instances in parent group-v544362. [ 801.127159] env[62622]: DEBUG oslo.service.loopingcall [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.133849] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.134188] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.135802] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1434f0f6-6d7d-4d8e-b004-ba51543956e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.161093] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.161093] env[62622]: value = "task-2701484" [ 801.161093] env[62622]: _type = "Task" [ 801.161093] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.170272] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701484, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.256019] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.256394] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.256394] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.256538] env[62622]: DEBUG nova.virt.hardware [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.257483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776dd8f4-050e-4409-b306-09046d175a43 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.262998] env[62622]: DEBUG nova.compute.manager [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Received event network-changed-128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.263224] env[62622]: DEBUG nova.compute.manager [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Refreshing instance network info cache due to event network-changed-128e225e-b5a6-4ca7-80db-747b592863ae. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.263447] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] Acquiring lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.263596] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] Acquired lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.263763] env[62622]: DEBUG nova.network.neutron [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Refreshing network info cache for port 128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.274544] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb846d-2d46-4769-a3d9-d5045d2db752 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.294943] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.300582] env[62622]: DEBUG oslo.service.loopingcall [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.303931] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.304437] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b9e1f0-1f1c-4474-9079-40c3847933d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.329567] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.329567] env[62622]: value = "task-2701485" [ 801.329567] env[62622]: _type = "Task" [ 801.329567] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.342329] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701485, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.424710] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Successfully created port: ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.465741] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.533591] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a456e150-b645-446a-bdb5-1e64a016938b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.544204] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6d7d4-792a-4da1-b6c2-682f992183a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.557201] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "5074587c-5c44-4d7a-a73c-418767bd3d58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.557201] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.589093] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5272291-2821-4ee8-b830-01134d1e2d30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.601163] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a56462d-66c4-455a-9982-8273f0058633 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.618816] env[62622]: DEBUG nova.compute.provider_tree [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.630875] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.673246] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701484, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.842435] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701485, 'name': CreateVM_Task, 'duration_secs': 0.407662} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.842621] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.843245] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.843444] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.843810] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.844174] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e89434f-1d91-430f-98f1-56112945348c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.853013] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 801.853013] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d2d90-cb9a-c9eb-0090-b347ca889933" [ 801.853013] env[62622]: _type = "Task" [ 801.853013] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.863348] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d2d90-cb9a-c9eb-0090-b347ca889933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.059429] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.128015] env[62622]: DEBUG nova.scheduler.client.report [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.144163] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.174994] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701484, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.221035] env[62622]: DEBUG nova.network.neutron [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Updated VIF entry in instance network info cache for port 128e225e-b5a6-4ca7-80db-747b592863ae. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.221676] env[62622]: DEBUG nova.network.neutron [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Updating instance_info_cache with network_info: [{"id": "128e225e-b5a6-4ca7-80db-747b592863ae", "address": "fa:16:3e:bf:da:b4", "network": {"id": "d53d7742-26c1-4f51-853e-fda8011670fb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1868004111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b3ae4da6e24194985d85c8203cc8d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128e225e-b5", "ovs_interfaceid": "128e225e-b5a6-4ca7-80db-747b592863ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.367179] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d2d90-cb9a-c9eb-0090-b347ca889933, 'name': SearchDatastore_Task, 'duration_secs': 0.014697} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.367535] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.367779] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.368131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.368306] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.368541] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.368827] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23d35f39-acf3-47c5-94ba-14cc93b33b05 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.382080] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.382080] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.382625] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ee279a-26be-4882-96e3-0c7864386f75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391668] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 802.391668] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9b6c2-79fe-969f-1e46-1f88c57adfbf" [ 802.391668] env[62622]: _type = "Task" [ 802.391668] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.402632] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9b6c2-79fe-969f-1e46-1f88c57adfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.478663] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.506351] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.506604] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.506824] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.507050] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.507211] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.507381] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.507638] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.507904] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.508111] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.508291] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.508495] env[62622]: DEBUG nova.virt.hardware [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.509547] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5183681-9d08-4363-a1dc-8f1ab495e4c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.519956] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522f381-61c1-4567-b79f-5619081c1326 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.583836] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.636963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.639249] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.639720] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.048s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.660903] env[62622]: INFO nova.scheduler.client.report [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleted allocations for instance 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98 [ 802.676166] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701484, 'name': CreateVM_Task, 'duration_secs': 1.400805} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.676275] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.676960] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.677171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.678899] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.678899] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3187689-7432-463c-96b4-ece3ddf4f267 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.684756] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 802.684756] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236146b-b392-60c1-c91b-7147d3cd416e" [ 802.684756] env[62622]: _type = "Task" [ 802.684756] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.695039] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236146b-b392-60c1-c91b-7147d3cd416e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.724399] env[62622]: DEBUG oslo_concurrency.lockutils [req-2fc013da-d57a-422e-9bdc-abd9bf576a5e req-8a207fa2-d6af-47af-acd7-a84fcdce896d service nova] Releasing lock "refresh_cache-401f1664-821c-4b5b-a9be-ed270f7ef8fd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.905493] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f9b6c2-79fe-969f-1e46-1f88c57adfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.019842} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.906139] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271ac5bb-6742-4d34-86ae-b9d7a66212b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.913122] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 802.913122] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236b617-6d47-7c3b-5ee1-f3476ca30689" [ 802.913122] env[62622]: _type = "Task" [ 802.913122] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.923293] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236b617-6d47-7c3b-5ee1-f3476ca30689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.971891] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Successfully updated port: ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.133606] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.172491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-138a36b3-e0ad-4099-a06f-fbdc544aa19a tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "4b741ecc-fd18-4ce2-b2fc-a5f90903fc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.797s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.198916] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236146b-b392-60c1-c91b-7147d3cd416e, 'name': SearchDatastore_Task, 'duration_secs': 0.090167} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.199232] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.200036] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.200036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.200036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.200479] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.200895] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cff9b9a-ccb6-415e-a644-1dcc178bec30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.218475] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.218683] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.219656] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a50f36-99d5-42a5-868f-8817a9cf5259 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.227738] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 803.227738] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d372e5-79c7-f4dc-e5c6-4a3b09314c8a" [ 803.227738] env[62622]: _type = "Task" [ 803.227738] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.238557] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d372e5-79c7-f4dc-e5c6-4a3b09314c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.359032] env[62622]: DEBUG nova.compute.manager [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Received event network-vif-plugged-ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.359286] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Acquiring lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.359468] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.359713] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.359790] env[62622]: DEBUG nova.compute.manager [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] No waiting events found dispatching network-vif-plugged-ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.359960] env[62622]: WARNING nova.compute.manager [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Received unexpected event network-vif-plugged-ea3410c3-95e8-4706-ace0-b8eb1f428579 for instance with vm_state building and task_state spawning. [ 803.360150] env[62622]: DEBUG nova.compute.manager [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Received event network-changed-ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.360441] env[62622]: DEBUG nova.compute.manager [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Refreshing instance network info cache due to event network-changed-ea3410c3-95e8-4706-ace0-b8eb1f428579. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.360489] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Acquiring lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.360635] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Acquired lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.360813] env[62622]: DEBUG nova.network.neutron [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Refreshing network info cache for port ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.430913] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5236b617-6d47-7c3b-5ee1-f3476ca30689, 'name': SearchDatastore_Task, 'duration_secs': 0.024323} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.431103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.431376] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.431666] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7987079f-4678-4dd7-a9ad-dd623901e792 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.440448] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 803.440448] env[62622]: value = "task-2701487" [ 803.440448] env[62622]: _type = "Task" [ 803.440448] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.453772] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.474638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.635283] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.657981] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Applying migration context for instance 998aa1dd-624f-47ce-9f22-8e67a78d3bcf as it has an incoming, in-progress migration 59c32322-ae2f-467b-a543-647295457e15. Migration status is reverting {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 803.660473] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating resource usage from migration 59c32322-ae2f-467b-a543-647295457e15 [ 803.660889] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating resource usage from migration a712a5c3-5137-41c1-a1c0-f978f9a93605 [ 803.684930] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 13652151-da46-4228-b335-104fe331c9c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.685452] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eccccb48-b273-41ee-92b0-083c180e843f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685452] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance da64bb9b-4db1-4304-99f2-cacd85bef36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685452] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f8c713cd-d776-4398-8ed5-edf4ee3b32b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685596] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685637] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance fc87febd-ab1e-4f0c-ad71-b3d9a41753a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.685745] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance efe5672b-3623-4497-87a8-2672c086352e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685859] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.685971] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 1fbdb66e-9fa8-4896-b2cb-7e27650e4102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686136] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8ab9253f-288c-46cb-8615-b9ce50fc3d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686312] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 4db9a644-5705-40d9-9cba-f46c16ce4937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686473] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 75db9ed8-1c5a-403f-86ea-5f06a7291f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686596] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance e264262f-cfa2-4c34-9444-7bc6fbfdbaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686725] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8ce1b255-520f-4418-b258-07489ff0aee6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.686839] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 61506e2e-a2fc-48ed-a93e-581f03d85915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.686964] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.687117] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 9454c6e0-49cb-4f75-962f-ac9f0dafa577 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.687242] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration 59c32322-ae2f-467b-a543-647295457e15 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 803.687356] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 998aa1dd-624f-47ce-9f22-8e67a78d3bcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.687478] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8282a468-0957-4d89-a35e-037a981be77d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.687590] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 24e15c41-942e-403b-bd7c-ee719a6915dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.687727] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 926ec1c3-2f2b-4594-81ec-6b49832d16ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.687806] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 401f1664-821c-4b5b-a9be-ed270f7ef8fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.687915] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.738252] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d372e5-79c7-f4dc-e5c6-4a3b09314c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.091967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.739075] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13e542a-1e9d-4cd5-9f1f-8b87b11196e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.744721] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 803.744721] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520aa253-94d5-796f-c610-b59620c24a2e" [ 803.744721] env[62622]: _type = "Task" [ 803.744721] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.753020] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520aa253-94d5-796f-c610-b59620c24a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.903138] env[62622]: DEBUG nova.network.neutron [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.954904] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701487, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.001036] env[62622]: DEBUG nova.network.neutron [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.135106] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701482, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.628432} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.135395] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/690cd238-0051-41ae-a0a6-e1c8b8e5de68/690cd238-0051-41ae-a0a6-e1c8b8e5de68.vmdk to [datastore2] 926ec1c3-2f2b-4594-81ec-6b49832d16ef/926ec1c3-2f2b-4594-81ec-6b49832d16ef.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.136213] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ba9272-2db8-4199-bf3a-303e2771bc21 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.161330] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 926ec1c3-2f2b-4594-81ec-6b49832d16ef/926ec1c3-2f2b-4594-81ec-6b49832d16ef.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.162510] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0657e66b-36af-44a4-9302-142af3bfd88b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.182173] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 804.182173] env[62622]: value = "task-2701488" [ 804.182173] env[62622]: _type = "Task" [ 804.182173] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.190938] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eb611f7d-d574-458a-9ef4-fa43e4c94823 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.192263] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.255548] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520aa253-94d5-796f-c610-b59620c24a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015709} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.255754] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.256019] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 401f1664-821c-4b5b-a9be-ed270f7ef8fd/401f1664-821c-4b5b-a9be-ed270f7ef8fd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.256283] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1051520-4fd4-4a46-98ac-73d70bd06882 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.268174] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 804.268174] env[62622]: value = "task-2701489" [ 804.268174] env[62622]: _type = "Task" [ 804.268174] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.277834] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.451395] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595048} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.451669] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.451905] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.452246] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05646e4e-162b-40aa-9b2b-79325c64dcab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.458927] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 804.458927] env[62622]: value = "task-2701490" [ 804.458927] env[62622]: _type = "Task" [ 804.458927] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.469824] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.504691] env[62622]: DEBUG oslo_concurrency.lockutils [req-88b3d620-31e8-43fc-8350-3c1e3c142fe3 req-358760d4-991f-4165-8b75-eff85a803eb9 service nova] Releasing lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.505235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.505430] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.694788] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 74d01aa8-097c-4e77-a869-0c9d833ef3a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.696245] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701488, 'name': ReconfigVM_Task, 'duration_secs': 0.328207} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.696740] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 926ec1c3-2f2b-4594-81ec-6b49832d16ef/926ec1c3-2f2b-4594-81ec-6b49832d16ef.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.697436] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9bfaba9-5c24-4e55-978d-c6cdd106b392 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.706072] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 804.706072] env[62622]: value = "task-2701491" [ 804.706072] env[62622]: _type = "Task" [ 804.706072] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.717691] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701491, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.779593] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.968750] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083712} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.969022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.969808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80034e4e-d7b5-45e3-a555-fe140f579172 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.990630] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.991033] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27dfdbd-677c-4ec7-8f38-ef07a5d52c02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.011010] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 805.011010] env[62622]: value = "task-2701492" [ 805.011010] env[62622]: _type = "Task" [ 805.011010] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.019545] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.041526] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.180223] env[62622]: DEBUG nova.network.neutron [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Updating instance_info_cache with network_info: [{"id": "ea3410c3-95e8-4706-ace0-b8eb1f428579", "address": "fa:16:3e:d9:ed:b5", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3410c3-95", "ovs_interfaceid": "ea3410c3-95e8-4706-ace0-b8eb1f428579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.197604] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance ef338da3-8bf8-4d21-a81c-f2e1ed485405 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.217793] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701491, 'name': Rename_Task, 'duration_secs': 0.219332} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.218135] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.219566] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634bc001-605e-4bd1-a001-48859bad2d7a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.226269] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 805.226269] env[62622]: value = "task-2701493" [ 805.226269] env[62622]: _type = "Task" [ 805.226269] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.234934] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.279372] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585486} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.279824] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 401f1664-821c-4b5b-a9be-ed270f7ef8fd/401f1664-821c-4b5b-a9be-ed270f7ef8fd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.280203] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.280764] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67d38ee-bb7d-4e30-a24f-8e730c6059a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.289526] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 805.289526] env[62622]: value = "task-2701494" [ 805.289526] env[62622]: _type = "Task" [ 805.289526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.302059] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.522652] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701492, 'name': ReconfigVM_Task, 'duration_secs': 0.299736} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.522652] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 24e15c41-942e-403b-bd7c-ee719a6915dc/24e15c41-942e-403b-bd7c-ee719a6915dc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.522652] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c51ca555-a35c-44e2-b83a-742be8eb2e6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.531349] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 805.531349] env[62622]: value = "task-2701495" [ 805.531349] env[62622]: _type = "Task" [ 805.531349] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.542919] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701495, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.551225] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.552143] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b224511-02da-41a8-94a2-ba94b12f5a82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.557860] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.558038] env[62622]: ERROR oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk due to incomplete transfer. [ 805.558269] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e74e8aab-cc36-421e-8972-b66a10751be6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.565830] env[62622]: DEBUG oslo_vmware.rw_handles [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b12dd3-d4f6-ae26-9529-836db24f4528/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.566073] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploaded image 7463c859-3ac0-414b-9416-2844c2fbe385 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.568598] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.568850] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-947285dd-fe32-44dc-89d0-f043a6e0ed91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.573983] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 805.573983] env[62622]: value = "task-2701496" [ 805.573983] env[62622]: _type = "Task" [ 805.573983] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.581594] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701496, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.683437] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "refresh_cache-96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.683804] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance network_info: |[{"id": "ea3410c3-95e8-4706-ace0-b8eb1f428579", "address": "fa:16:3e:d9:ed:b5", "network": {"id": "5355b1f0-9128-459a-acff-6ee3ff0b633a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1782341961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b941ea2935104ca7b4c077af92a2fa31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3410c3-95", "ovs_interfaceid": "ea3410c3-95e8-4706-ace0-b8eb1f428579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.684348] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ed:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea3410c3-95e8-4706-ace0-b8eb1f428579', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.692343] env[62622]: DEBUG oslo.service.loopingcall [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.692641] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.692810] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7acabebb-d238-4697-93bc-813fc9edfe00 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.710993] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 36e5fe3b-e767-4374-8f47-53f6815a9af3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.711319] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration a712a5c3-5137-41c1-a1c0-f978f9a93605 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 805.711319] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 9095924d-19a1-4352-8dc2-212411c91572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.718596] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.718596] env[62622]: value = "task-2701497" [ 805.718596] env[62622]: _type = "Task" [ 805.718596] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.727423] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701497, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.736564] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701493, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.802969] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078246} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.803283] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.804106] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8001a6-671a-4a38-9811-a37f55f7086c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.827081] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 401f1664-821c-4b5b-a9be-ed270f7ef8fd/401f1664-821c-4b5b-a9be-ed270f7ef8fd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.827081] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970225c5-cbc4-4b5a-b640-aa50ae4bfded {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.846589] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 805.846589] env[62622]: value = "task-2701498" [ 805.846589] env[62622]: _type = "Task" [ 805.846589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.855179] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.041340] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701495, 'name': Rename_Task, 'duration_secs': 0.146538} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.041627] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.041874] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d469fc-577a-4474-95b3-48009d37ae91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.047716] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 806.047716] env[62622]: value = "task-2701499" [ 806.047716] env[62622]: _type = "Task" [ 806.047716] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.055172] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.082696] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701496, 'name': Destroy_Task, 'duration_secs': 0.432606} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.083230] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroyed the VM [ 806.083654] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.084179] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f566848-9169-48d6-95f3-b5359d9b7f24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.091054] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 806.091054] env[62622]: value = "task-2701500" [ 806.091054] env[62622]: _type = "Task" [ 806.091054] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.101145] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.101145] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.101323] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "eccccb48-b273-41ee-92b0-083c180e843f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.101575] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.102156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.103509] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.104446] env[62622]: INFO nova.compute.manager [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Terminating instance [ 806.214657] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5074587c-5c44-4d7a-a73c-418767bd3d58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.215389] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 806.215389] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 806.228853] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701497, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.238284] env[62622]: DEBUG oslo_vmware.api [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701493, 'name': PowerOnVM_Task, 'duration_secs': 0.55494} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.238588] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.238793] env[62622]: INFO nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Took 15.56 seconds to spawn the instance on the hypervisor. [ 806.238996] env[62622]: DEBUG nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.240015] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acca1ce-fa58-4119-aa02-c165c39c7281 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.359944] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701498, 'name': ReconfigVM_Task, 'duration_secs': 0.328677} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.360257] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 401f1664-821c-4b5b-a9be-ed270f7ef8fd/401f1664-821c-4b5b-a9be-ed270f7ef8fd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.360997] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2dc931d-fad1-4cfe-81ba-3f56266ed703 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.370197] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 806.370197] env[62622]: value = "task-2701501" [ 806.370197] env[62622]: _type = "Task" [ 806.370197] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.379158] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701501, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.565259] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.601660] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701500, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.608755] env[62622]: DEBUG nova.compute.manager [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.608964] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.609816] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4313f-fde2-4300-9bd5-51061ea38051 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.618371] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.618608] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a354ea7-6c80-49ff-bd32-542c4a379e6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.623588] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 806.623588] env[62622]: value = "task-2701502" [ 806.623588] env[62622]: _type = "Task" [ 806.623588] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.631625] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.659538] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77d036-2ac4-4fdd-b04f-acaeb9126553 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.667037] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018903e-d56d-4fcd-9982-7b2d82479457 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.703362] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae6550-702d-40e4-89b5-d5a67fe5d1fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.711602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806a603-3dd7-4e59-b610-0f26849eb68b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.727159] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.741124] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701497, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.762108] env[62622]: INFO nova.compute.manager [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Took 46.68 seconds to build instance. [ 806.880557] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701501, 'name': Rename_Task, 'duration_secs': 0.23928} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.880754] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.880996] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c97b65e-d151-4439-b5d1-f6c1b052040b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.888168] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 806.888168] env[62622]: value = "task-2701503" [ 806.888168] env[62622]: _type = "Task" [ 806.888168] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.895736] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.059249] env[62622]: DEBUG oslo_vmware.api [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701499, 'name': PowerOnVM_Task, 'duration_secs': 0.551473} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.059510] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.059710] env[62622]: DEBUG nova.compute.manager [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.060531] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849e3b7-3c92-4d27-a783-550029126c70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.103119] env[62622]: DEBUG oslo_vmware.api [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701500, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.103549] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.103799] env[62622]: INFO nova.compute.manager [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 18.82 seconds to snapshot the instance on the hypervisor. [ 807.133456] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701502, 'name': PowerOffVM_Task, 'duration_secs': 0.36108} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.133576] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.133705] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.133967] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8df3cd-cdbf-4595-96e3-30da3b267d52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.211190] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.211433] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.211615] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleting the datastore file [datastore2] eccccb48-b273-41ee-92b0-083c180e843f {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.211882] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12289018-bf9c-4f85-8416-a9b637a48d13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.218839] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for the task: (returnval){ [ 807.218839] env[62622]: value = "task-2701505" [ 807.218839] env[62622]: _type = "Task" [ 807.218839] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.226648] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.234605] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.237796] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701497, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.264401] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7e4db7e-18cb-4889-8d3e-7572da57292f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.189s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.398195] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.580923] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.653251] env[62622]: DEBUG nova.compute.manager [None req-505a23ee-ebaf-420d-9bc9-dcfc152bfaa3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Found 2 images (rotation: 2) {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 807.736393] env[62622]: DEBUG oslo_vmware.api [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Task: {'id': task-2701505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360275} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.737136] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.737349] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.737525] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.737696] env[62622]: INFO nova.compute.manager [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 807.737932] env[62622]: DEBUG oslo.service.loopingcall [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.738634] env[62622]: DEBUG nova.compute.manager [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.738742] env[62622]: DEBUG nova.network.neutron [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.745014] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 807.745290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.106s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.745732] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701497, 'name': CreateVM_Task, 'duration_secs': 1.986167} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.746230] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.476s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.746425] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.748470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.674s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.749930] env[62622]: INFO nova.compute.claims [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.753106] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.753106] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Cleaning up deleted instances {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 807.754348] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.756039] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.756039] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.756269] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.756526] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8073638e-2876-41e4-8185-f3594efd7ac9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.761965] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 807.761965] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521bb2c6-7bb2-e885-61ce-e1d912fbf4d7" [ 807.761965] env[62622]: _type = "Task" [ 807.761965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.771588] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521bb2c6-7bb2-e885-61ce-e1d912fbf4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.780486] env[62622]: INFO nova.scheduler.client.report [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Deleted allocations for instance 8ce1b255-520f-4418-b258-07489ff0aee6 [ 807.898545] env[62622]: DEBUG oslo_vmware.api [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701503, 'name': PowerOnVM_Task, 'duration_secs': 0.834232} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.898796] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.899046] env[62622]: INFO nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Took 9.22 seconds to spawn the instance on the hypervisor. [ 807.899170] env[62622]: DEBUG nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.899938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104e4fd8-7275-4ffc-945a-3138ca5adec2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.237952] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.238257] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.238473] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.238657] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.238830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.241221] env[62622]: INFO nova.compute.manager [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Terminating instance [ 808.273508] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] There are 38 instances to clean {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 808.273677] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4b741ecc-fd18-4ce2-b2fc-a5f90903fc98] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.289689] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7755023c-da99-4bd1-b036-2de810417ca4 tempest-InstanceActionsNegativeTestJSON-1817053973 tempest-InstanceActionsNegativeTestJSON-1817053973-project-member] Lock "8ce1b255-520f-4418-b258-07489ff0aee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.459s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.292109] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521bb2c6-7bb2-e885-61ce-e1d912fbf4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.293153] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.293153] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.293153] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.293310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.293455] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.293723] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404e2b85-4669-4684-abec-095d147cb505 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.302999] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.303233] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.303952] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2ba1f7-bd43-48c8-882b-cfa2764d5c6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309329] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 808.309329] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b87e2-ccad-ad84-af1c-9cf9d745e7b4" [ 808.309329] env[62622]: _type = "Task" [ 808.309329] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.320857] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b87e2-ccad-ad84-af1c-9cf9d745e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.416471] env[62622]: INFO nova.compute.manager [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Took 45.87 seconds to build instance. [ 808.492128] env[62622]: DEBUG nova.compute.manager [req-9909c9c0-eeeb-4fd6-bdb7-3c7fe219cfaf req-5850e47b-2222-4fa0-9e7c-8873d6f75dfc service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Received event network-vif-deleted-29590ebd-893b-453a-af8e-81f4805c55aa {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.492128] env[62622]: INFO nova.compute.manager [req-9909c9c0-eeeb-4fd6-bdb7-3c7fe219cfaf req-5850e47b-2222-4fa0-9e7c-8873d6f75dfc service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Neutron deleted interface 29590ebd-893b-453a-af8e-81f4805c55aa; detaching it from the instance and deleting it from the info cache [ 808.492128] env[62622]: DEBUG nova.network.neutron [req-9909c9c0-eeeb-4fd6-bdb7-3c7fe219cfaf req-5850e47b-2222-4fa0-9e7c-8873d6f75dfc service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.497868] env[62622]: DEBUG nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.499708] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf526c92-eef6-4660-98b6-7783d817ea08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.745267] env[62622]: DEBUG nova.compute.manager [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.745511] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.746410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77fbb4e-5527-47ba-b6a2-1e0d4d83248a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757421] env[62622]: DEBUG nova.network.neutron [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.759235] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.762283] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260c8919-7edf-4926-af9c-930999748e68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.774258] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 808.774258] env[62622]: value = "task-2701506" [ 808.774258] env[62622]: _type = "Task" [ 808.774258] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.782627] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 1d594b1e-a93c-4404-b014-ff8690f348b8] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.795366] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.822073] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523b87e2-ccad-ad84-af1c-9cf9d745e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.823264] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0083b734-256d-4852-a8f0-a4dce98f24c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.830641] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 808.830641] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52053ff8-3b9a-0b00-8379-b8dcd07fa7f1" [ 808.830641] env[62622]: _type = "Task" [ 808.830641] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.839479] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52053ff8-3b9a-0b00-8379-b8dcd07fa7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.918518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a7c5df05-3a26-43ec-ab3c-c3a0dc04b3e4 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.390s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.997768] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-223a4692-1485-4d79-889d-d9bede307556 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.008270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c809e92-f1e0-4704-9ab8-66f1a04d4658 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.021375] env[62622]: INFO nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] instance snapshotting [ 809.021914] env[62622]: DEBUG nova.objects.instance [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.050084] env[62622]: DEBUG nova.compute.manager [req-9909c9c0-eeeb-4fd6-bdb7-3c7fe219cfaf req-5850e47b-2222-4fa0-9e7c-8873d6f75dfc service nova] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Detach interface failed, port_id=29590ebd-893b-453a-af8e-81f4805c55aa, reason: Instance eccccb48-b273-41ee-92b0-083c180e843f could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 809.271781] env[62622]: INFO nova.compute.manager [-] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Took 1.53 seconds to deallocate network for instance. [ 809.285551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b7aa9-4a92-41c6-a0c4-2d95a235b460 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.291636] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 7e020d7f-bf20-4a68-b39b-e13d9666c9ee] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.293469] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701506, 'name': PowerOffVM_Task, 'duration_secs': 0.288411} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.294373] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.294576] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.294840] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322d063e-bc6a-4f5e-b840-8e19d1fe9dda {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.299371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30125ef-f44b-497f-9493-ce9ba9e66c01 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.333073] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b272b-eada-4f31-8321-7caf58c1746e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.344657] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52053ff8-3b9a-0b00-8379-b8dcd07fa7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.346923] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.347199] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc/96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.347486] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94b599d7-7e1f-4345-b79d-e276b5a15fbc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.350365] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef21e6-533b-49db-8878-afe85064c59d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.359347] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.359553] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.359726] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore2] 926ec1c3-2f2b-4594-81ec-6b49832d16ef {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.369595] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dce1093-91ee-4a23-9655-b71af9363d76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.372208] env[62622]: DEBUG nova.compute.provider_tree [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.373848] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 809.373848] env[62622]: value = "task-2701508" [ 809.373848] env[62622]: _type = "Task" [ 809.373848] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.382221] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 809.382221] env[62622]: value = "task-2701509" [ 809.382221] env[62622]: _type = "Task" [ 809.382221] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.389259] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.394029] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.420382] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "24e15c41-942e-403b-bd7c-ee719a6915dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.420649] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.420865] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "24e15c41-942e-403b-bd7c-ee719a6915dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.421164] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.421270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.423601] env[62622]: INFO nova.compute.manager [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Terminating instance [ 809.527475] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c6c61-49a2-49ec-b29b-f6c13b529ff4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.548025] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab7d2cd-8806-41c7-b7ec-97a78d145ff0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.787072] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.797407] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 7fbbd3e6-58fa-44c9-b26c-02fed8891935] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.878244] env[62622]: DEBUG nova.scheduler.client.report [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.898040] env[62622]: DEBUG oslo_vmware.api [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24259} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.909249] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.909249] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.909249] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.909249] env[62622]: INFO nova.compute.manager [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 809.909462] env[62622]: DEBUG oslo.service.loopingcall [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.909947] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.910273] env[62622]: DEBUG nova.compute.manager [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.910390] env[62622]: DEBUG nova.network.neutron [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.928039] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "refresh_cache-24e15c41-942e-403b-bd7c-ee719a6915dc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.928039] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquired lock "refresh_cache-24e15c41-942e-403b-bd7c-ee719a6915dc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.928039] env[62622]: DEBUG nova.network.neutron [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.057384] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.057698] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a9b8d21-065f-4356-be7f-0eb6975081bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.069191] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 810.069191] env[62622]: value = "task-2701510" [ 810.069191] env[62622]: _type = "Task" [ 810.069191] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.080076] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.189901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.190244] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.190512] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.190778] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.190984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.193605] env[62622]: INFO nova.compute.manager [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Terminating instance [ 810.301576] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f07d79c3-f64f-43e9-9828-9a67fb370962] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.390817] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.391325] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.395384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.568s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.402245] env[62622]: INFO nova.compute.claims [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.412185] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673485} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.412388] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc/96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.413031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.413031] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf279ce-363c-4d3f-8369-2bd8d5a3e3db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.424350] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 810.424350] env[62622]: value = "task-2701511" [ 810.424350] env[62622]: _type = "Task" [ 810.424350] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.436602] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.471595] env[62622]: DEBUG nova.network.neutron [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.554182] env[62622]: DEBUG nova.network.neutron [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.571498] env[62622]: DEBUG nova.compute.manager [req-83da1dc1-5346-4ee7-8c85-5557b8880bda req-eedf07bb-926a-4ade-8d86-20abb68853e2 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Received event network-vif-deleted-76f666e8-7794-497b-87cd-9abc89c657d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.571693] env[62622]: INFO nova.compute.manager [req-83da1dc1-5346-4ee7-8c85-5557b8880bda req-eedf07bb-926a-4ade-8d86-20abb68853e2 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Neutron deleted interface 76f666e8-7794-497b-87cd-9abc89c657d5; detaching it from the instance and deleting it from the info cache [ 810.571867] env[62622]: DEBUG nova.network.neutron [req-83da1dc1-5346-4ee7-8c85-5557b8880bda req-eedf07bb-926a-4ade-8d86-20abb68853e2 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.586834] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701510, 'name': CreateSnapshot_Task, 'duration_secs': 0.485085} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.589018] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.589018] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b67fa-5078-44f8-b08d-61829a4e563c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.700752] env[62622]: DEBUG nova.compute.manager [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.701023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.702237] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d90c6-28b4-4a52-a170-f4aefd30ad58 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.714024] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f784bbc0-0e42-438f-a5c5-986cb7467952 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.722020] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 810.722020] env[62622]: value = "task-2701512" [ 810.722020] env[62622]: _type = "Task" [ 810.722020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.730568] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.811070] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8bee33a8-85ec-48ca-b5e8-29c6a8adf00c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.910400] env[62622]: DEBUG nova.compute.utils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 810.911832] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.911931] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.933866] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076984} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.934143] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.934910] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce1a1a-0bbb-47c5-a012-87d4c04ace5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.950386] env[62622]: DEBUG nova.network.neutron [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.960534] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc/96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.961666] env[62622]: INFO nova.compute.manager [-] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Took 1.05 seconds to deallocate network for instance. [ 810.961981] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bbc000c-7fd6-4558-88da-537bb3b1db9b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.984377] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 810.984377] env[62622]: value = "task-2701513" [ 810.984377] env[62622]: _type = "Task" [ 810.984377] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.992793] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.995100] env[62622]: DEBUG nova.policy [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5d575479ed4c63b34e3c3176387d73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe0819f273fd4516b5ac809865ae76d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.056117] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Releasing lock "refresh_cache-24e15c41-942e-403b-bd7c-ee719a6915dc" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.056577] env[62622]: DEBUG nova.compute.manager [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.056781] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.058205] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ca401-69b4-4704-adc9-3afb55977058 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.066890] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.067473] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a383ab-fcfa-40b4-84c8-e38d148b9240 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.077079] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 811.077079] env[62622]: value = "task-2701514" [ 811.077079] env[62622]: _type = "Task" [ 811.077079] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.077579] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f3f6fb1-a982-4aa2-86a3-61cef85e76fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.099813] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.107875] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.108590] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dabba41a-cc55-46df-b374-a67a2b2d1bec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.117271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f430e4-848c-4a27-b781-a19acdfd5354 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.133472] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 811.133472] env[62622]: value = "task-2701515" [ 811.133472] env[62622]: _type = "Task" [ 811.133472] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.145210] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701515, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.158779] env[62622]: DEBUG nova.compute.manager [req-83da1dc1-5346-4ee7-8c85-5557b8880bda req-eedf07bb-926a-4ade-8d86-20abb68853e2 service nova] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Detach interface failed, port_id=76f666e8-7794-497b-87cd-9abc89c657d5, reason: Instance 926ec1c3-2f2b-4594-81ec-6b49832d16ef could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 811.230786] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701512, 'name': PowerOffVM_Task, 'duration_secs': 0.422083} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.231252] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.231482] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.231840] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b040037c-231c-42a6-a7b1-59e5792d3708 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.302887] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.303167] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.303357] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Deleting the datastore file [datastore2] 401f1664-821c-4b5b-a9be-ed270f7ef8fd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.305631] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01170ea2-5c05-4f32-afd0-bea00d604006 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.310169] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for the task: (returnval){ [ 811.310169] env[62622]: value = "task-2701517" [ 811.310169] env[62622]: _type = "Task" [ 811.310169] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.317828] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: de77b060-da1a-4616-ad6b-fc7942eb8c3c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.326424] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.417370] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.483765] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.495482] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701513, 'name': ReconfigVM_Task, 'duration_secs': 0.298673} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.496655] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc/96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.500074] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98799a1b-15f2-4fad-beb1-7a786f5f7a79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.502059] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Successfully created port: ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.510869] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 811.510869] env[62622]: value = "task-2701518" [ 811.510869] env[62622]: _type = "Task" [ 811.510869] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.520303] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701518, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.593492] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701514, 'name': PowerOffVM_Task, 'duration_secs': 0.132149} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.594250] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.594250] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.594498] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0363547-f693-473a-bc05-93399dd41740 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.621744] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.621954] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.622150] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Deleting the datastore file [datastore1] 24e15c41-942e-403b-bd7c-ee719a6915dc {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.622409] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92dbeb29-a7f8-46ee-84f1-d4cb49e59ba4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.632048] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for the task: (returnval){ [ 811.632048] env[62622]: value = "task-2701520" [ 811.632048] env[62622]: _type = "Task" [ 811.632048] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.651941] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701515, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.652564] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.822280] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4f5650b2-b43e-4b2a-a5d7-294986f031ba] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.824710] env[62622]: DEBUG oslo_vmware.api [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Task: {'id': task-2701517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176424} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.824710] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.824710] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.825717] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.825717] env[62622]: INFO nova.compute.manager [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 811.825717] env[62622]: DEBUG oslo.service.loopingcall [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.825717] env[62622]: DEBUG nova.compute.manager [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.825717] env[62622]: DEBUG nova.network.neutron [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.929585] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ba2854-b4bf-473d-bdaf-e990c7a3b7db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.937540] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad45021c-bbfa-44e3-83eb-48e93ab76a67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.972656] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca8cb5-7fea-43a9-8ba6-3c3017d55470 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.980436] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03029031-27e4-4a59-aae5-741d4a4c7a71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.996723] env[62622]: DEBUG nova.compute.provider_tree [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.018595] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701518, 'name': Rename_Task, 'duration_secs': 0.140705} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.022024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.022024] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea33819-1831-4a90-a25d-2bd06cbc034c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.025111] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 812.025111] env[62622]: value = "task-2701521" [ 812.025111] env[62622]: _type = "Task" [ 812.025111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.032732] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.088362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.088644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.088833] env[62622]: INFO nova.compute.manager [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Shelving [ 812.144749] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701515, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.148076] env[62622]: DEBUG oslo_vmware.api [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Task: {'id': task-2701520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095099} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.148366] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.149265] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.149265] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.149265] env[62622]: INFO nova.compute.manager [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 812.149265] env[62622]: DEBUG oslo.service.loopingcall [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.149491] env[62622]: DEBUG nova.compute.manager [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.149529] env[62622]: DEBUG nova.network.neutron [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.167479] env[62622]: DEBUG nova.network.neutron [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.329334] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 5ce9d055-de77-4d8e-9c0d-a83ec84d41b6] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.428071] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.458419] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.458665] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.458821] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.459007] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.459170] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.459316] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.459521] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.459678] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.459843] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.460007] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.460330] env[62622]: DEBUG nova.virt.hardware [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.461260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f630ab38-511c-47a3-a4cc-e972478b2f3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.472268] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ee887-dd5f-4fa8-a473-7da90f247e94 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.499869] env[62622]: DEBUG nova.scheduler.client.report [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.535955] env[62622]: DEBUG oslo_vmware.api [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701521, 'name': PowerOnVM_Task, 'duration_secs': 0.49154} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.536253] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.536447] env[62622]: INFO nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Took 10.06 seconds to spawn the instance on the hypervisor. [ 812.536626] env[62622]: DEBUG nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.538028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef4cea-e8b7-44dd-b1ac-f43016f0cd44 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.610922] env[62622]: DEBUG nova.compute.manager [req-6de1f61f-2959-43fc-9239-c0dccf241385 req-f69f9f10-1d30-4624-8859-597fe9c7ae20 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Received event network-vif-deleted-128e225e-b5a6-4ca7-80db-747b592863ae {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.611191] env[62622]: INFO nova.compute.manager [req-6de1f61f-2959-43fc-9239-c0dccf241385 req-f69f9f10-1d30-4624-8859-597fe9c7ae20 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Neutron deleted interface 128e225e-b5a6-4ca7-80db-747b592863ae; detaching it from the instance and deleting it from the info cache [ 812.611489] env[62622]: DEBUG nova.network.neutron [req-6de1f61f-2959-43fc-9239-c0dccf241385 req-f69f9f10-1d30-4624-8859-597fe9c7ae20 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.628805] env[62622]: DEBUG nova.network.neutron [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.649431] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701515, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.670651] env[62622]: DEBUG nova.network.neutron [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.833110] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 0ea6a69d-affb-4bb8-bb53-e53324dcc4e3] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.005410] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.006335] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.010664] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.583s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.053464] env[62622]: INFO nova.compute.manager [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Took 49.23 seconds to build instance. [ 813.099078] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.099566] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e94e4c8-3a37-4661-85af-e7e28d695828 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.107775] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 813.107775] env[62622]: value = "task-2701522" [ 813.107775] env[62622]: _type = "Task" [ 813.107775] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.113340] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-690530ed-ebb2-495c-a99a-f81e990e87eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.118458] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.125150] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7198d08-cf30-4b30-a713-b5a45ac3d132 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.137212] env[62622]: INFO nova.compute.manager [-] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Took 1.31 seconds to deallocate network for instance. [ 813.151349] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701515, 'name': CloneVM_Task, 'duration_secs': 1.612888} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.168854] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Created linked-clone VM from snapshot [ 813.169481] env[62622]: DEBUG nova.compute.manager [req-6de1f61f-2959-43fc-9239-c0dccf241385 req-f69f9f10-1d30-4624-8859-597fe9c7ae20 service nova] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Detach interface failed, port_id=128e225e-b5a6-4ca7-80db-747b592863ae, reason: Instance 401f1664-821c-4b5b-a9be-ed270f7ef8fd could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 813.170419] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427348cd-2d84-406e-b4d8-3b53b8f0282d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.173973] env[62622]: INFO nova.compute.manager [-] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Took 1.02 seconds to deallocate network for instance. [ 813.183451] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploading image 9e95e231-4d27-4c62-95ad-7eff53bff6d1 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 813.216344] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 813.216344] env[62622]: value = "vm-544368" [ 813.216344] env[62622]: _type = "VirtualMachine" [ 813.216344] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 813.216654] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4680543-1f42-426c-9ceb-8b8bb2fc34b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.224979] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease: (returnval){ [ 813.224979] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dbd822-dfac-f4e8-cb5a-7de8149bc861" [ 813.224979] env[62622]: _type = "HttpNfcLease" [ 813.224979] env[62622]: } obtained for exporting VM: (result){ [ 813.224979] env[62622]: value = "vm-544368" [ 813.224979] env[62622]: _type = "VirtualMachine" [ 813.224979] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 813.225440] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the lease: (returnval){ [ 813.225440] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dbd822-dfac-f4e8-cb5a-7de8149bc861" [ 813.225440] env[62622]: _type = "HttpNfcLease" [ 813.225440] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 813.232387] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.232387] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dbd822-dfac-f4e8-cb5a-7de8149bc861" [ 813.232387] env[62622]: _type = "HttpNfcLease" [ 813.232387] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 813.337262] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d16601ee-c321-4515-b37d-590dd35d8ed7] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.499229] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.514435] env[62622]: DEBUG nova.compute.utils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.515918] env[62622]: DEBUG nova.objects.instance [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lazy-loading 'migration_context' on Instance uuid 998aa1dd-624f-47ce-9f22-8e67a78d3bcf {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.517101] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.517299] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.555149] env[62622]: DEBUG nova.policy [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5d575479ed4c63b34e3c3176387d73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe0819f273fd4516b5ac809865ae76d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.556899] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a70225a4-697a-417c-9c82-cd65c0366944 tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.753s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.557343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.058s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.557570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.557781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.557948] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.563019] env[62622]: INFO nova.compute.manager [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Terminating instance [ 813.617474] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701522, 'name': PowerOffVM_Task, 'duration_secs': 0.287235} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.617727] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.618628] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb01e312-edf7-49d2-914c-5781b44ee4c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.644970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.646190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8841d481-8304-417d-866a-85c281a67c4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.687536] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.733924] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.733924] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dbd822-dfac-f4e8-cb5a-7de8149bc861" [ 813.733924] env[62622]: _type = "HttpNfcLease" [ 813.733924] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.734241] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.734241] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dbd822-dfac-f4e8-cb5a-7de8149bc861" [ 813.734241] env[62622]: _type = "HttpNfcLease" [ 813.734241] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.734975] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29b6e1-268d-4b00-8c7c-1e39a36b937e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.742900] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.742900] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.838143] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d3b7acf-6f8a-42c2-b649-b3515899f8c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.841287] env[62622]: DEBUG nova.compute.manager [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Received event network-vif-plugged-ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.841287] env[62622]: DEBUG oslo_concurrency.lockutils [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] Acquiring lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.841484] env[62622]: DEBUG oslo_concurrency.lockutils [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.841642] env[62622]: DEBUG oslo_concurrency.lockutils [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.841811] env[62622]: DEBUG nova.compute.manager [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] No waiting events found dispatching network-vif-plugged-ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.842040] env[62622]: WARNING nova.compute.manager [req-d4fdec01-3b24-4ea9-8279-5e986f6f97d5 req-9f561729-d633-4fd7-a136-a91c291bd33a service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Received unexpected event network-vif-plugged-ab31f2ef-34c5-44dd-a195-127827d9e972 for instance with vm_state building and task_state spawning. [ 813.842741] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: edc82f82-b70e-441f-82fa-b489a31175c9] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.849128] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Successfully updated port: ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.021288] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.067401] env[62622]: DEBUG nova.compute.manager [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.067401] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.069609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836cf03-c3f6-482e-8b5f-9d946e066b26 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.078442] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Successfully created port: ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.087033] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.087381] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33242ab0-f685-4896-81d8-9126d1b17d2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.094225] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 814.094225] env[62622]: value = "task-2701524" [ 814.094225] env[62622]: _type = "Task" [ 814.094225] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.112308] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.161547] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.162019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c16f668-ba8f-4296-81bf-17473c7fddb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.171418] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 814.171418] env[62622]: value = "task-2701525" [ 814.171418] env[62622]: _type = "Task" [ 814.171418] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.181040] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.348592] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: eb280aac-0b0e-4956-a37b-c97d910a9ecb] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.352944] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.355316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.355316] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.609076] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701524, 'name': PowerOffVM_Task, 'duration_secs': 0.206234} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.612187] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.612370] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.612720] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c4523d2-ab26-47e2-8883-52f58dc64c84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.626907] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9871588-1ab5-4d3e-a1c2-e9cbe3c6d35b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.635027] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee7126-30ef-42f4-b3ff-0b18301a5ef7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.671513] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b574d3-bd0f-4455-93c4-cfa078a73362 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.681978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.681978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.681978] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleting the datastore file [datastore1] 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.683618] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec3b26ea-94f9-41b1-bf84-8f612d58717c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.689196] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55690266-86a2-4cec-9be0-e42d645420d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.428820] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.429059] env[62622]: WARNING oslo_vmware.common.loopingcall [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] task run outlasted interval by 0.254695 sec [ 815.433155] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4e937ba8-a669-4171-985d-c47523a93130] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.438469] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.446939] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for the task: (returnval){ [ 815.446939] env[62622]: value = "task-2701527" [ 815.446939] env[62622]: _type = "Task" [ 815.446939] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.452752] env[62622]: DEBUG nova.compute.provider_tree [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.461258] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701525, 'name': CreateSnapshot_Task, 'duration_secs': 0.550619} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.461883] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.464450] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7013cf4-bd40-49e5-a25a-a2457f6e57ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.470635] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.481402] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.481746] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.481876] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.482135] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.482292] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.482491] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.482743] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.482938] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.483239] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.483464] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.483757] env[62622]: DEBUG nova.virt.hardware [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.484928] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb5508-d957-4f95-80fe-ba1c0e3f0dd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.492661] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15c5d7-53db-4983-99ff-579e04aa70a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.516749] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.581753] env[62622]: DEBUG nova.compute.manager [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Received event network-vif-plugged-ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.582436] env[62622]: DEBUG oslo_concurrency.lockutils [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] Acquiring lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.582906] env[62622]: DEBUG oslo_concurrency.lockutils [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.583595] env[62622]: DEBUG oslo_concurrency.lockutils [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.583948] env[62622]: DEBUG nova.compute.manager [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] No waiting events found dispatching network-vif-plugged-ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.584314] env[62622]: WARNING nova.compute.manager [req-a4a8402a-d00a-42f4-834b-3a82ee12ed15 req-b9f30e38-5f05-41d9-a55c-14aaceb61f90 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Received unexpected event network-vif-plugged-ff045080-e612-4131-84bb-f4447c57675a for instance with vm_state building and task_state spawning. [ 815.670740] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Successfully updated port: ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.751770] env[62622]: DEBUG nova.network.neutron [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updating instance_info_cache with network_info: [{"id": "ab31f2ef-34c5-44dd-a195-127827d9e972", "address": "fa:16:3e:3e:82:1a", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab31f2ef-34", "ovs_interfaceid": "ab31f2ef-34c5-44dd-a195-127827d9e972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.941499] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4e9f8da6-5c3f-4913-af13-a754789d3073] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.963316] env[62622]: DEBUG nova.scheduler.client.report [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.967515] env[62622]: DEBUG oslo_vmware.api [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Task: {'id': task-2701527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136475} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.967946] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.968295] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.968597] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.968912] env[62622]: INFO nova.compute.manager [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Took 1.90 seconds to destroy the instance on the hypervisor. [ 815.969317] env[62622]: DEBUG oslo.service.loopingcall [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.969811] env[62622]: DEBUG nova.compute.manager [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.969970] env[62622]: DEBUG nova.network.neutron [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.988246] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.992260] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4c36901-256c-4017-af73-67fc0b8d09e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.999231] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 815.999231] env[62622]: value = "task-2701528" [ 815.999231] env[62622]: _type = "Task" [ 815.999231] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.010205] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701528, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.013398] env[62622]: DEBUG nova.compute.manager [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Received event network-changed-ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.013767] env[62622]: DEBUG nova.compute.manager [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Refreshing instance network info cache due to event network-changed-ab31f2ef-34c5-44dd-a195-127827d9e972. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.014111] env[62622]: DEBUG oslo_concurrency.lockutils [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] Acquiring lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.174024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.174024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.174024] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.257021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.257021] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Instance network_info: |[{"id": "ab31f2ef-34c5-44dd-a195-127827d9e972", "address": "fa:16:3e:3e:82:1a", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab31f2ef-34", "ovs_interfaceid": "ab31f2ef-34c5-44dd-a195-127827d9e972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.257021] env[62622]: DEBUG oslo_concurrency.lockutils [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] Acquired lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.257021] env[62622]: DEBUG nova.network.neutron [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Refreshing network info cache for port ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.257021] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:82:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab31f2ef-34c5-44dd-a195-127827d9e972', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.269416] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating folder: Project (fe0819f273fd4516b5ac809865ae76d9). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.274671] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2d9791a-6e2a-4d71-b4a1-e01872eaef8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.287284] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created folder: Project (fe0819f273fd4516b5ac809865ae76d9) in parent group-v544184. [ 816.287284] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating folder: Instances. Parent ref: group-v544371. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.287513] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-133a71a9-23bc-4577-bed7-fb319b4c7f7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.298011] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created folder: Instances in parent group-v544371. [ 816.298318] env[62622]: DEBUG oslo.service.loopingcall [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.298564] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.298835] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee9b125-1ff3-4888-9c8a-9b4df9182575 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.321705] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.321705] env[62622]: value = "task-2701531" [ 816.321705] env[62622]: _type = "Task" [ 816.321705] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.329893] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701531, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.446129] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: ff80c7ea-2f3c-462f-a141-a6f93f7a9245] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.510839] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701528, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.531661] env[62622]: DEBUG nova.network.neutron [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updated VIF entry in instance network info cache for port ab31f2ef-34c5-44dd-a195-127827d9e972. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.531996] env[62622]: DEBUG nova.network.neutron [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updating instance_info_cache with network_info: [{"id": "ab31f2ef-34c5-44dd-a195-127827d9e972", "address": "fa:16:3e:3e:82:1a", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab31f2ef-34", "ovs_interfaceid": "ab31f2ef-34c5-44dd-a195-127827d9e972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.534700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "f5604326-5f59-4ebe-8227-61661bdddc65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.534700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.710852] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.833252] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701531, 'name': CreateVM_Task, 'duration_secs': 0.359309} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.835990] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.839019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.839019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.839019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.839019] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348639dc-8a2b-4c1a-88b0-b85f0a373f97 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.843785] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 816.843785] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52698c0d-14b5-fea0-ccf6-6d32adc94fb5" [ 816.843785] env[62622]: _type = "Task" [ 816.843785] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.852886] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52698c0d-14b5-fea0-ccf6-6d32adc94fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.874883] env[62622]: DEBUG nova.network.neutron [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Updating instance_info_cache with network_info: [{"id": "ff045080-e612-4131-84bb-f4447c57675a", "address": "fa:16:3e:68:7a:94", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff045080-e6", "ovs_interfaceid": "ff045080-e612-4131-84bb-f4447c57675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.925807] env[62622]: DEBUG nova.network.neutron [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.953022] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 1d177e61-5103-40eb-8c16-173d5f88b4fd] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.979530] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.967s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.986920] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.831s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.988638] env[62622]: INFO nova.compute.claims [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.016236] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701528, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.035555] env[62622]: DEBUG oslo_concurrency.lockutils [req-6de1f850-93a1-4729-ab1c-7653be20d918 req-0cc4ad32-c86d-4687-97f1-2c20c4172073 service nova] Releasing lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.040022] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.356146] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52698c0d-14b5-fea0-ccf6-6d32adc94fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.356524] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.356864] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.357149] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.357306] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357569] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.357868] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3fbfb60-7d45-4411-9a8a-d5c0b135af7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.366733] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.366917] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.367648] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b50f852-fdd5-4fb6-8ce3-1b50b7ca0ad8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.372626] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 817.372626] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f2cee-5f99-e09a-e849-0fd57ee4e19f" [ 817.372626] env[62622]: _type = "Task" [ 817.372626] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.376131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.376465] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Instance network_info: |[{"id": "ff045080-e612-4131-84bb-f4447c57675a", "address": "fa:16:3e:68:7a:94", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff045080-e6", "ovs_interfaceid": "ff045080-e612-4131-84bb-f4447c57675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.376826] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:7a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff045080-e612-4131-84bb-f4447c57675a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.384257] env[62622]: DEBUG oslo.service.loopingcall [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.388540] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.388816] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f2cee-5f99-e09a-e849-0fd57ee4e19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.389179] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fddca5-b06e-410d-85ab-b7ec2675a355 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.408229] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.408229] env[62622]: value = "task-2701532" [ 817.408229] env[62622]: _type = "Task" [ 817.408229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.415831] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701532, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.427569] env[62622]: INFO nova.compute.manager [-] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Took 1.46 seconds to deallocate network for instance. [ 817.455622] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8fc5ddf7-f2fa-4f28-8207-d54890845473] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.511821] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701528, 'name': CloneVM_Task, 'duration_secs': 1.333523} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.512107] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Created linked-clone VM from snapshot [ 817.513371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda4388-c795-44af-a062-097aa1ba8422 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.521384] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Uploading image 242734b5-dc2d-4f66-80a1-bb61608f526b {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.548904] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 817.548904] env[62622]: value = "vm-544370" [ 817.548904] env[62622]: _type = "VirtualMachine" [ 817.548904] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 817.549197] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c324e82-852a-4045-a11e-46626e79f767 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.556712] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lease: (returnval){ [ 817.556712] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa8f2-fc23-2711-4f4e-0f5651581387" [ 817.556712] env[62622]: _type = "HttpNfcLease" [ 817.556712] env[62622]: } obtained for exporting VM: (result){ [ 817.556712] env[62622]: value = "vm-544370" [ 817.556712] env[62622]: _type = "VirtualMachine" [ 817.556712] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 817.556999] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the lease: (returnval){ [ 817.556999] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa8f2-fc23-2711-4f4e-0f5651581387" [ 817.556999] env[62622]: _type = "HttpNfcLease" [ 817.556999] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.561902] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.565355] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.565355] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa8f2-fc23-2711-4f4e-0f5651581387" [ 817.565355] env[62622]: _type = "HttpNfcLease" [ 817.565355] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.681186] env[62622]: DEBUG nova.compute.manager [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Received event network-changed-ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.681444] env[62622]: DEBUG nova.compute.manager [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Refreshing instance network info cache due to event network-changed-ff045080-e612-4131-84bb-f4447c57675a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.681668] env[62622]: DEBUG oslo_concurrency.lockutils [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] Acquiring lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.681812] env[62622]: DEBUG oslo_concurrency.lockutils [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] Acquired lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681960] env[62622]: DEBUG nova.network.neutron [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Refreshing network info cache for port ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.886584] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f2cee-5f99-e09a-e849-0fd57ee4e19f, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.887830] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12be2af7-87be-45c0-b618-af2e91b65616 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.894394] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 817.894394] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263fac8-d9c9-f517-81a9-17f0702442e7" [ 817.894394] env[62622]: _type = "Task" [ 817.894394] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.902343] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263fac8-d9c9-f517-81a9-17f0702442e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.918417] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701532, 'name': CreateVM_Task, 'duration_secs': 0.46744} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.918608] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.919471] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.919636] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.919953] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.920222] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4013448f-948f-42b5-a459-08c08182d1ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.924576] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 817.924576] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e4e9b-2ebc-70a6-43b2-79a35627d61e" [ 817.924576] env[62622]: _type = "Task" [ 817.924576] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.932747] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e4e9b-2ebc-70a6-43b2-79a35627d61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.933667] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.958765] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 871e155a-5dcb-41bb-9863-0081f55bd928] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.069129] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.069129] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa8f2-fc23-2711-4f4e-0f5651581387" [ 818.069129] env[62622]: _type = "HttpNfcLease" [ 818.069129] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.069475] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.069475] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528fa8f2-fc23-2711-4f4e-0f5651581387" [ 818.069475] env[62622]: _type = "HttpNfcLease" [ 818.069475] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.070249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c09d287-0fbb-4e46-a6f1-5d9060a03df0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.079429] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.079712] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.146038] env[62622]: DEBUG nova.compute.manager [req-5695c20e-cb74-42b0-bad4-0169c200bacf req-9e40c870-cf6b-4a61-a318-58fae64e9be0 service nova] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Received event network-vif-deleted-ea3410c3-95e8-4706-ace0-b8eb1f428579 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.206798] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53ecbcc3-fc98-4263-a86b-59b79ae11537 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.415582] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5263fac8-d9c9-f517-81a9-17f0702442e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016986} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.415911] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.416248] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/eb611f7d-d574-458a-9ef4-fa43e4c94823.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.416537] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb747360-9ad8-469a-93b2-b89272f4ae42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.433440] env[62622]: DEBUG nova.network.neutron [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Updated VIF entry in instance network info cache for port ff045080-e612-4131-84bb-f4447c57675a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.434040] env[62622]: DEBUG nova.network.neutron [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Updating instance_info_cache with network_info: [{"id": "ff045080-e612-4131-84bb-f4447c57675a", "address": "fa:16:3e:68:7a:94", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff045080-e6", "ovs_interfaceid": "ff045080-e612-4131-84bb-f4447c57675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.435530] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 818.435530] env[62622]: value = "task-2701534" [ 818.435530] env[62622]: _type = "Task" [ 818.435530] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.446742] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e4e9b-2ebc-70a6-43b2-79a35627d61e, 'name': SearchDatastore_Task, 'duration_secs': 0.024288} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.448315] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.448651] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.448944] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.449113] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.449367] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.453341] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df33aefb-7912-4e4b-97af-ebeabf23a51b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.455600] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.462942] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f75618ab-639c-4e5a-8462-904331efc0ff] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.468809] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.470034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.470428] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18b3c82-a53b-48a4-bc15-0bc9b215a78d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.479192] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 818.479192] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fe7989-6db2-46cb-9dc1-b209456c1694" [ 818.479192] env[62622]: _type = "Task" [ 818.479192] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.488049] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fe7989-6db2-46cb-9dc1-b209456c1694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.519840] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d06ba8-3d1c-4ff0-a9ae-a1d486202adc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.528639] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c3b09-d99a-41cf-bde0-92f86d2e64ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.534129] env[62622]: INFO nova.compute.manager [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Swapping old allocation on dict_keys(['7f920731-174d-4ce3-b2ce-59062587c455']) held by migration 59c32322-ae2f-467b-a543-647295457e15 for instance [ 818.569961] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3f070-390d-458b-a1bf-a9a45c1f678e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.577907] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ade11-560c-4b09-9a5b-c1ca968b45ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.586079] env[62622]: DEBUG nova.scheduler.client.report [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Overwriting current allocation {'allocations': {'7f920731-174d-4ce3-b2ce-59062587c455': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': 'c3dacb6d99f246b79f2167db10f42438', 'user_id': '5890b77540ac4e7ebb04ac8f0c0a1baa', 'consumer_generation': 1} on consumer 998aa1dd-624f-47ce-9f22-8e67a78d3bcf {{(pid=62622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 818.597517] env[62622]: DEBUG nova.compute.provider_tree [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.728559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.728761] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquired lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.728944] env[62622]: DEBUG nova.network.neutron [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.937387] env[62622]: DEBUG oslo_concurrency.lockutils [req-a2db60f8-72b7-440b-834b-03378b3ba0a2 req-e7966b61-18c3-4d84-8029-19c4d3507829 service nova] Releasing lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.952860] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.973246] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d54c9ea3-38bc-4437-a05a-0e959540c2bd] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.991158] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fe7989-6db2-46cb-9dc1-b209456c1694, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.992250] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7777b82-73e5-43c2-baa9-e32bf6100b0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.998806] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 818.998806] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be8629-3d1c-883e-5673-f844e860aec0" [ 818.998806] env[62622]: _type = "Task" [ 818.998806] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.007809] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be8629-3d1c-883e-5673-f844e860aec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.122411] env[62622]: ERROR nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [req-55c33633-fb54-471c-aa60-b4962f08bed5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55c33633-fb54-471c-aa60-b4962f08bed5"}]} [ 819.140129] env[62622]: DEBUG nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.154697] env[62622]: DEBUG nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.154948] env[62622]: DEBUG nova.compute.provider_tree [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.169746] env[62622]: DEBUG nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.191628] env[62622]: DEBUG nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.455477] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65519} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.455839] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/eb611f7d-d574-458a-9ef4-fa43e4c94823.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.456488] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.456488] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26ab457-c254-4e86-b1e5-bf1f256592e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.467521] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 819.467521] env[62622]: value = "task-2701535" [ 819.467521] env[62622]: _type = "Task" [ 819.467521] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.474516] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d0aeec92-a07b-4562-9a57-f5d6aba5c637] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.483030] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.489773] env[62622]: DEBUG nova.network.neutron [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [{"id": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "address": "fa:16:3e:e9:13:55", "network": {"id": "1058b4d8-b7ec-4d56-9004-38c1b4a4f017", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b60498679ec84323b424b6ffc0d2a5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c596bdf-c1", "ovs_interfaceid": "2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.515372] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be8629-3d1c-883e-5673-f844e860aec0, 'name': SearchDatastore_Task, 'duration_secs': 0.059117} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.515782] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.516293] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/74d01aa8-097c-4e77-a869-0c9d833ef3a9.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.516631] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc5f86b-8e96-4dc5-9159-f95f95bcb205 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.523904] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 819.523904] env[62622]: value = "task-2701536" [ 819.523904] env[62622]: _type = "Task" [ 819.523904] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.532177] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.650848] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dbbc7d-9cc7-4edd-abe3-8da4f61c21e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.659042] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92533da6-21bd-4365-ac4a-89ce29af561d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.692689] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e266a-0f45-42e3-9ec5-f50fc7dc554e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.700600] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350953b-4588-4402-8a7b-f44d5042260d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.714802] env[62622]: DEBUG nova.compute.provider_tree [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.978219] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f7a67f22-ff06-4359-bbb0-c0501ac23e6b] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.981186] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077278} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.981480] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.982429] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc198ebd-e818-4b4b-bcb0-5a47d971f0b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.999155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Releasing lock "refresh_cache-998aa1dd-624f-47ce-9f22-8e67a78d3bcf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.999710] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.008894] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/eb611f7d-d574-458a-9ef4-fa43e4c94823.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.010135] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012d6176-5079-4600-81bf-827a7d9f1488 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.012085] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f78e492-45da-469f-b078-eccba594b8c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.034077] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 820.034077] env[62622]: value = "task-2701537" [ 820.034077] env[62622]: _type = "Task" [ 820.034077] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.042745] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 820.042745] env[62622]: value = "task-2701538" [ 820.042745] env[62622]: _type = "Task" [ 820.042745] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.043169] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.049878] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.056403] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.218762] env[62622]: DEBUG nova.scheduler.client.report [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.482467] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 781fcdfe-3b6d-439b-ae11-26392217514d] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.538033] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635556} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.540764] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/74d01aa8-097c-4e77-a869-0c9d833ef3a9.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.541028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.541327] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4736b2cf-3575-4a06-b3a7-3d016bf0d0f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.551715] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701537, 'name': PowerOffVM_Task, 'duration_secs': 0.241871} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.553433] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.554137] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:14:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='40acce81-c27c-45ac-b3b8-deddfe0eedc3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1058561627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.554375] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.554533] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.554753] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.554909] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.555069] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.555405] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.555444] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.555673] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.555868] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.556112] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.562508] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 820.562508] env[62622]: value = "task-2701539" [ 820.562508] env[62622]: _type = "Task" [ 820.562508] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.566943] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b242f382-018a-4d66-b8c1-a9ad95094eb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.577204] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701538, 'name': ReconfigVM_Task, 'duration_secs': 0.38952} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.580320] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfigured VM instance instance-0000003f to attach disk [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/eb611f7d-d574-458a-9ef4-fa43e4c94823.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.581360] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51db4333-7bdb-4555-9268-9dd27b8f351b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.589599] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 820.589599] env[62622]: value = "task-2701540" [ 820.589599] env[62622]: _type = "Task" [ 820.589599] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.589862] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.591230] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 820.591230] env[62622]: value = "task-2701541" [ 820.591230] env[62622]: _type = "Task" [ 820.591230] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.603194] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.606921] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701541, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.724895] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.738s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.725768] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.729670] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.198s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.729670] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.731235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.334s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.732828] env[62622]: INFO nova.compute.claims [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.758518] env[62622]: INFO nova.scheduler.client.report [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18 [ 820.988431] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 190ccc54-32b9-42c3-84c0-50ab8793c29c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.089658] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071104} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.089910] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.090656] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d0256-5da7-44e5-94b1-b1edf0d5c1e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.120294] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/74d01aa8-097c-4e77-a869-0c9d833ef3a9.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.124555] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52eb6476-c957-45b1-9ff3-aa0bd95906ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.140387] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701540, 'name': ReconfigVM_Task, 'duration_secs': 0.171565} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.144344] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701541, 'name': Rename_Task, 'duration_secs': 0.155188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.145636] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf54e5c-c272-4f9d-85a3-db7f5255febe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.149027] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.150530] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae0c595-24c5-43ac-859f-0fd1ef2547f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.152324] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 821.152324] env[62622]: value = "task-2701542" [ 821.152324] env[62622]: _type = "Task" [ 821.152324] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.170658] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:14:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='40acce81-c27c-45ac-b3b8-deddfe0eedc3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1058561627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.170952] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.171175] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.171319] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.171518] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.171697] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.171920] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.172097] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.172293] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.172469] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.172663] env[62622]: DEBUG nova.virt.hardware [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.175563] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee974cf-94b5-4481-92e2-65b45dbc36fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.178565] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 821.178565] env[62622]: value = "task-2701543" [ 821.178565] env[62622]: _type = "Task" [ 821.178565] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.182987] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.191245] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 821.191245] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211c4bf-43e1-d204-d688-988ebb9cc5df" [ 821.191245] env[62622]: _type = "Task" [ 821.191245] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.200364] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.206744] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211c4bf-43e1-d204-d688-988ebb9cc5df, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.212339] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.212772] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5602f6-6b04-415c-a5bd-0740c9df93b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.232225] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 821.232225] env[62622]: value = "task-2701544" [ 821.232225] env[62622]: _type = "Task" [ 821.232225] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.238225] env[62622]: DEBUG nova.compute.utils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.247682] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 821.248017] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.268517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2eff82b4-5dcc-40e1-ba1e-15f9ba431c1a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "8ecc9c96-7ff4-425e-bb2e-966fe7c98a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.579s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.493246] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8257caab-fe0b-4a23-b08f-1d9bed08cf8c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.664227] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.693990] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.742361] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.746057] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701544, 'name': ReconfigVM_Task, 'duration_secs': 0.270777} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.749833] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.753437] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e0822-8e25-47a0-a289-69c8a7ac55d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.775193] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.778852] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63de3d44-81ea-4936-b2e4-ce7668830745 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.800967] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 821.800967] env[62622]: value = "task-2701545" [ 821.800967] env[62622]: _type = "Task" [ 821.800967] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.813661] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.997460] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8fc5a5f0-d17a-401c-a2f3-91247d3bccbd] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.167031] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701542, 'name': ReconfigVM_Task, 'duration_secs': 0.678222} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.167335] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/74d01aa8-097c-4e77-a869-0c9d833ef3a9.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.167992] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3e9062-329a-455a-a08b-2832b6b5dc9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.175187] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 822.175187] env[62622]: value = "task-2701546" [ 822.175187] env[62622]: _type = "Task" [ 822.175187] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.193784] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701546, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.200034] env[62622]: DEBUG oslo_vmware.api [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701543, 'name': PowerOnVM_Task, 'duration_secs': 0.854818} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.203029] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.203210] env[62622]: INFO nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Took 9.77 seconds to spawn the instance on the hypervisor. [ 822.203425] env[62622]: DEBUG nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.204612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9020991-1719-49de-a690-da5511a684e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.229382] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa88821-21de-4261-8b70-ffa912875b75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.238063] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fc0df-53b5-45ab-9c58-5c577ea466f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.280891] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff3eae0-6403-49c5-a479-a2edb0ff4ebc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.290663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33490833-30a2-4f8d-b015-999b2a789f38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.307514] env[62622]: DEBUG nova.compute.provider_tree [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.318468] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.500550] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: a9eea1e6-c005-4b5e-b496-cd98d5b181e2] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.685295] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701546, 'name': Rename_Task, 'duration_secs': 0.286914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.685766] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.686102] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1b051b-4b9b-4bed-bdc5-a2e05bdc5a78 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.692439] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 822.692439] env[62622]: value = "task-2701547" [ 822.692439] env[62622]: _type = "Task" [ 822.692439] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.702521] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.724416] env[62622]: INFO nova.compute.manager [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Took 49.66 seconds to build instance. [ 822.781047] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.814177] env[62622]: DEBUG nova.scheduler.client.report [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.823197] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701545, 'name': ReconfigVM_Task, 'duration_secs': 0.618088} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.823503] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf/998aa1dd-624f-47ce-9f22-8e67a78d3bcf.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.824699] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0d90c-6701-4158-bcb1-fa527e05378c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.847480] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74327524-a29d-437e-ac12-5c5ff36c20b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.868761] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b97a59-04a1-4b5f-8eb7-2f1e053bdee2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.890442] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238fa7f3-b1b2-4c72-9b8a-4d8fd71a2414 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.895682] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.895956] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78efc04c-6e29-42c8-aca1-5dffd9f2bbb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.901714] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 822.901714] env[62622]: value = "task-2701548" [ 822.901714] env[62622]: _type = "Task" [ 822.901714] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.909769] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.003888] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 9a96a908-513e-482d-bfc9-950c029a1b21] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.202725] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.226562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58d87b4b-acd9-47a5-8681-a553e0eb1391 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.176s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.281823] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.281976] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.282185] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.282394] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.282561] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.282742] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.282973] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.283177] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.283376] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.283636] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.283766] env[62622]: DEBUG nova.virt.hardware [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.286117] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a45e6c-f705-4fd4-8522-7ce5820c1c63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.297009] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.298421] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae77ce-2e95-4c35-8424-2bf76e5c149d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.303258] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c5c952-a94f-4e2b-bbe9-67213a8c396e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.318830] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.324772] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Creating folder: Project (a183835236a04ef7a44b244bc2170927). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.327715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.329072] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.331222] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d746036-bd4d-4175-981e-9bb22a605f5f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.333220] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.333483] env[62622]: ERROR oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk due to incomplete transfer. [ 823.333950] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.012s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.335463] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-443a8205-aace-4c48-9eb2-8b529bd09dd2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.350443] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Created folder: Project (a183835236a04ef7a44b244bc2170927) in parent group-v544184. [ 823.350757] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Creating folder: Instances. Parent ref: group-v544375. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.351084] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eabc954c-a02a-45cb-a54b-0f755848e6a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.359697] env[62622]: DEBUG oslo_vmware.rw_handles [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526205c0-2aa4-8fb7-55ea-7a66f489bf92/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.359894] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Uploaded image 9e95e231-4d27-4c62-95ad-7eff53bff6d1 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.362867] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.364675] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d287d0d5-9d17-455b-8480-d61227a65fd9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.367900] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Created folder: Instances in parent group-v544375. [ 823.367900] env[62622]: DEBUG oslo.service.loopingcall [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.368252] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.369061] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde5c43c-1d7d-48b2-8cac-4144c306d58e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.385394] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 823.385394] env[62622]: value = "task-2701551" [ 823.385394] env[62622]: _type = "Task" [ 823.385394] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.392270] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.392270] env[62622]: value = "task-2701552" [ 823.392270] env[62622]: _type = "Task" [ 823.392270] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.398982] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701551, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.403952] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701552, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.411845] env[62622]: DEBUG oslo_vmware.api [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701548, 'name': PowerOnVM_Task, 'duration_secs': 0.43224} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.412114] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.509022] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 6416b9fa-2e09-4093-9f54-f1649c351ba7] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.703559] env[62622]: DEBUG oslo_vmware.api [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701547, 'name': PowerOnVM_Task, 'duration_secs': 0.673369} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.703893] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.704128] env[62622]: INFO nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Took 8.27 seconds to spawn the instance on the hypervisor. [ 823.704317] env[62622]: DEBUG nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.705110] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaadf51-35b4-4c22-953f-ffa3977b5ec2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.835772] env[62622]: DEBUG nova.compute.utils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.838192] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.838192] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.842377] env[62622]: INFO nova.compute.claims [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.883141] env[62622]: DEBUG nova.policy [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.897619] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701551, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.906812] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701552, 'name': CreateVM_Task, 'duration_secs': 0.42954} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.907072] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.907568] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.907820] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.908220] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.908955] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2427ea7-2fcd-4b21-9b3a-8a87be0c409e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.915723] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 823.915723] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52664834-5b85-6046-1422-221db5fb0866" [ 823.915723] env[62622]: _type = "Task" [ 823.915723] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.928318] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52664834-5b85-6046-1422-221db5fb0866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.011437] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 0c32973d-cf85-4e4a-a89b-1f2c0d98d856] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.203244] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Successfully created port: c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.226030] env[62622]: INFO nova.compute.manager [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Took 50.41 seconds to build instance. [ 824.240136] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.240419] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.341057] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.348764] env[62622]: INFO nova.compute.resource_tracker [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating resource usage from migration a712a5c3-5137-41c1-a1c0-f978f9a93605 [ 824.396938] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701551, 'name': Destroy_Task, 'duration_secs': 0.634901} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.399709] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroyed the VM [ 824.399951] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.400416] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25ff3986-508f-46ce-a125-aa8c11dacdd9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.409035] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 824.409035] env[62622]: value = "task-2701553" [ 824.409035] env[62622]: _type = "Task" [ 824.409035] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.416621] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701553, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.425379] env[62622]: INFO nova.compute.manager [None req-3752f952-dbc9-4ba0-8fa0-29f721d5dd8b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance to original state: 'active' [ 824.432959] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52664834-5b85-6046-1422-221db5fb0866, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.436296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.436442] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.436625] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.436766] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.436938] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.437456] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74b58ee-53e9-4d44-ab12-ebff0a8e7efd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.446800] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.447757] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.449252] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a136a08-0c06-46e6-b9fa-2aa6933253ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.464185] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 824.464185] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e1234-265f-2a5c-b028-040811724dfc" [ 824.464185] env[62622]: _type = "Task" [ 824.464185] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.476525] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e1234-265f-2a5c-b028-040811724dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.515823] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 0ae9e195-dcbf-4d62-9ca8-584be3064ced] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.707522] env[62622]: INFO nova.compute.manager [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Rescuing [ 824.708233] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.708233] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.708233] env[62622]: DEBUG nova.network.neutron [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.726999] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a693dad-9679-4bcc-8922-8f404da92cce tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.954s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.743819] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.807274] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b597a42-4b3f-4c59-bc01-a4362ad7bc1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.816932] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311985c4-a872-4268-a81e-0ea100a6dc22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.856869] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9540a5-c993-4943-996a-71f7abf840aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.862273] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39dc3e-7507-47c5-8ddc-2ee7cb4a7bab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.876385] env[62622]: DEBUG nova.compute.provider_tree [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.917749] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701553, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.975054] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e1234-265f-2a5c-b028-040811724dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.975995] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44dd4726-9cb2-4c68-adfa-40f5a27cb0f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.982564] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 824.982564] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523a0a00-48b6-08b8-f957-56a3fd4682ba" [ 824.982564] env[62622]: _type = "Task" [ 824.982564] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.992237] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523a0a00-48b6-08b8-f957-56a3fd4682ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.018897] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: e56827f5-53a8-4ad3-b6a1-9a41526c6889] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.272374] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.356390] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.382849] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.383850] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.383850] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.383850] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.383850] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.383850] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.384061] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.384106] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.384312] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.384479] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.384649] env[62622]: DEBUG nova.virt.hardware [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.385537] env[62622]: DEBUG nova.scheduler.client.report [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.389260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f3dbe-da00-41c7-86ce-6d5ed3effb60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.398737] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4f3f41-db6a-4aa0-8b36-d79d6df6b597 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.425699] env[62622]: DEBUG oslo_vmware.api [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701553, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942016} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.425962] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.426208] env[62622]: INFO nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 825.499234] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523a0a00-48b6-08b8-f957-56a3fd4682ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.499561] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.499863] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.500372] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcae57a-4310-4d21-b266-52844625b03f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.513826] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 825.513826] env[62622]: value = "task-2701554" [ 825.513826] env[62622]: _type = "Task" [ 825.513826] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.523838] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 11c6c505-1909-4b81-ac40-b0ef4bd474ff] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.526025] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.591520] env[62622]: DEBUG nova.network.neutron [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Updating instance_info_cache with network_info: [{"id": "ff045080-e612-4131-84bb-f4447c57675a", "address": "fa:16:3e:68:7a:94", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff045080-e6", "ovs_interfaceid": "ff045080-e612-4131-84bb-f4447c57675a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.764511] env[62622]: DEBUG nova.compute.manager [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-plugged-c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.764511] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.764511] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.764511] env[62622]: DEBUG oslo_concurrency.lockutils [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.764511] env[62622]: DEBUG nova.compute.manager [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] No waiting events found dispatching network-vif-plugged-c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.764511] env[62622]: WARNING nova.compute.manager [req-d8f9e489-f63d-4556-a27c-5262cf58840d req-082f94be-3dbb-420d-bbb5-3e60ee19a1cd service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received unexpected event network-vif-plugged-c8652b25-3707-44f2-b58a-2f9d9d2f4296 for instance with vm_state building and task_state spawning. [ 825.800513] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Successfully updated port: c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.821338] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.822030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.822267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.822494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.822675] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.825164] env[62622]: INFO nova.compute.manager [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Terminating instance [ 825.893818] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.560s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.894185] env[62622]: INFO nova.compute.manager [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Migrating [ 825.903538] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.741s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.903881] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.906533] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.737s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.906790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.908714] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.738s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.908893] env[62622]: DEBUG nova.objects.instance [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.946163] env[62622]: INFO nova.scheduler.client.report [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Deleted allocations for instance 13652151-da46-4228-b335-104fe331c9c3 [ 825.947891] env[62622]: INFO nova.scheduler.client.report [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleted allocations for instance 8282a468-0957-4d89-a35e-037a981be77d [ 825.989027] env[62622]: DEBUG nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Found 3 images (rotation: 2) {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 825.989027] env[62622]: DEBUG nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Rotating out 1 backups {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 825.989027] env[62622]: DEBUG nova.compute.manager [None req-0413b733-9bf2-44d8-94d3-8f09ad7d878f tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleting image 845abf78-0260-4f27-a95d-2b55824d5b63 {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 826.024043] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.029040] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 33793592-5c95-4583-a778-4086b87854ad] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.093922] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-74d01aa8-097c-4e77-a869-0c9d833ef3a9" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.302267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.302427] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.302535] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.329842] env[62622]: DEBUG nova.compute.manager [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.330133] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.331151] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0cfad-5886-46d0-b234-aca5dda5d3e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.339639] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.339953] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e846621a-1d27-4782-92e3-7d53f8b19933 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.347692] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 826.347692] env[62622]: value = "task-2701555" [ 826.347692] env[62622]: _type = "Task" [ 826.347692] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.356598] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.421634] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.421798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.421985] env[62622]: DEBUG nova.network.neutron [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.462074] env[62622]: DEBUG oslo_concurrency.lockutils [None req-928f7738-8663-4b62-b01d-bd4fb43a9ade tempest-VolumesAssistedSnapshotsTest-61093542 tempest-VolumesAssistedSnapshotsTest-61093542-project-member] Lock "13652151-da46-4228-b335-104fe331c9c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.017s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.463735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b2db3be3-d214-4d11-82dd-4b9e04c4755e tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "8282a468-0957-4d89-a35e-037a981be77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.069s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.524975] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533127} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.525312] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.525531] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.525801] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-434cba29-84db-46c6-90e7-dc419c3e5063 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.532983] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 162981df-6203-402e-8443-757c301b577e] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.534991] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 826.534991] env[62622]: value = "task-2701556" [ 826.534991] env[62622]: _type = "Task" [ 826.534991] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.545579] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.841404] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.859268] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701555, 'name': PowerOffVM_Task, 'duration_secs': 0.406609} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.859268] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.859268] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.859268] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde5b2b0-45ee-48f6-a9ba-c4841bae8cae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904072] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.905229] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2da94-13f9-429f-a9b6-745740fc438d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.911062] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.911284] env[62622]: ERROR oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk due to incomplete transfer. [ 826.911540] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b070b2d4-746e-485f-8066-f9613f8f4827 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918309] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c7b7-74e0-618a-b05c-dfffcc1ecc56/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.918518] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Uploaded image 242734b5-dc2d-4f66-80a1-bb61608f526b to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.920623] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.923951] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4e99fd50-cfae-44d8-8458-217d4bd9e5e4 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.925054] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18b38cdc-19a4-4d2e-a3fb-7c9cd0fcbada {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.929026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.609s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.929231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.930935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.349s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.931146] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.932734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.349s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.934371] env[62622]: INFO nova.compute.claims [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.941134] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.941134] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.941134] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleting the datastore file [datastore1] 998aa1dd-624f-47ce-9f22-8e67a78d3bcf {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.941599] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954fd517-033d-40ea-8c34-537661e8baba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.947199] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 826.947199] env[62622]: value = "task-2701558" [ 826.947199] env[62622]: _type = "Task" [ 826.947199] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.953760] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 826.953760] env[62622]: value = "task-2701559" [ 826.953760] env[62622]: _type = "Task" [ 826.953760] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.963365] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701558, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.964563] env[62622]: INFO nova.scheduler.client.report [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Deleted allocations for instance fc87febd-ab1e-4f0c-ad71-b3d9a41753a3 [ 826.972839] env[62622]: INFO nova.scheduler.client.report [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocations for instance 9454c6e0-49cb-4f75-962f-ac9f0dafa577 [ 826.973879] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.018489] env[62622]: DEBUG nova.network.neutron [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.038962] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 7ec7dfba-8ad5-4192-9ff0-5d5967f2f70c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.045962] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.046234] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.047028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240cf2d-da83-4fbb-92aa-26f0ebce8574 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.066767] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.067598] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2b9adc-6101-4e68-b229-88c769076cea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.091154] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 827.091154] env[62622]: value = "task-2701560" [ 827.091154] env[62622]: _type = "Task" [ 827.091154] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.100123] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.393654] env[62622]: DEBUG nova.network.neutron [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.458018] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701558, 'name': Destroy_Task, 'duration_secs': 0.365268} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.461082] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Destroyed the VM [ 827.461361] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.461845] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0026f40e-597e-48d6-bbbd-ba97318e638f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.468285] env[62622]: DEBUG oslo_vmware.api [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231028} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.469624] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.469624] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.469738] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.469929] env[62622]: INFO nova.compute.manager [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 827.470136] env[62622]: DEBUG oslo.service.loopingcall [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.470418] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 827.470418] env[62622]: value = "task-2701561" [ 827.470418] env[62622]: _type = "Task" [ 827.470418] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.470584] env[62622]: DEBUG nova.compute.manager [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.470679] env[62622]: DEBUG nova.network.neutron [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.479888] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.488135] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1b739525-b669-48f1-a573-94113a4df78c tempest-ListImageFiltersTestJSON-315339764 tempest-ListImageFiltersTestJSON-315339764-project-member] Lock "fc87febd-ab1e-4f0c-ad71-b3d9a41753a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.612s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.489139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8302ed87-1cfa-4a09-a972-dfee3da9a75c tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "9454c6e0-49cb-4f75-962f-ac9f0dafa577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.006s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.521880] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.522230] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Instance network_info: |[{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.522660] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a2:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8652b25-3707-44f2-b58a-2f9d9d2f4296', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.533056] env[62622]: DEBUG oslo.service.loopingcall [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.533303] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.533537] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b02064-5015-4ebb-92eb-7ed1e1ffe728 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.549272] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: cad5fcef-7b15-4421-9d7a-6c0abcbc0ea2] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.556373] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.556373] env[62622]: value = "task-2701562" [ 827.556373] env[62622]: _type = "Task" [ 827.556373] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.566482] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701562, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.602298] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.630581] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.630889] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-658b7fa8-f9de-4465-8451-e18e45b3e497 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.637381] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 827.637381] env[62622]: value = "task-2701563" [ 827.637381] env[62622]: _type = "Task" [ 827.637381] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.647267] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.896917] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.981569] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42214} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.981843] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 827.982221] env[62622]: DEBUG nova.compute.manager [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.982994] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8444bc-61b9-4993-87ff-9a185e6fecf6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.052597] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.052830] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Cleaning up deleted instances with incomplete migration {{(pid=62622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 828.067850] env[62622]: DEBUG nova.compute.manager [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-changed-c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.067991] env[62622]: DEBUG nova.compute.manager [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing instance network info cache due to event network-changed-c8652b25-3707-44f2-b58a-2f9d9d2f4296. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.068267] env[62622]: DEBUG oslo_concurrency.lockutils [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.068429] env[62622]: DEBUG oslo_concurrency.lockutils [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.068712] env[62622]: DEBUG nova.network.neutron [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing network info cache for port c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.082076] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701562, 'name': CreateVM_Task, 'duration_secs': 0.33598} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.082154] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.082932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.083028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.083482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.084072] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e042b4-f94c-4454-97d3-3a512ab3835f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.091822] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 828.091822] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284d5b4-6f2d-2634-8d28-7e919458bc94" [ 828.091822] env[62622]: _type = "Task" [ 828.091822] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.110542] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284d5b4-6f2d-2634-8d28-7e919458bc94, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.111009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.111303] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.111535] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.112643] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112643] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.116868] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898a722f-1cff-4a88-b76f-ba770e4b63af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.119416] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701560, 'name': ReconfigVM_Task, 'duration_secs': 0.695873} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.121667] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.122835] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d6ed7bf-8abe-4dcd-8e0b-9ca84f17ca54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.129111] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.129289] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.130634] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301748fa-0f75-4b0c-b3ee-27085f2885eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.132833] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 828.132833] env[62622]: value = "task-2701564" [ 828.132833] env[62622]: _type = "Task" [ 828.132833] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.142306] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 828.142306] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8e881-80ca-4595-3552-0db61650a8f9" [ 828.142306] env[62622]: _type = "Task" [ 828.142306] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.158349] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701564, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.162462] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701563, 'name': PowerOffVM_Task, 'duration_secs': 0.205486} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.165902] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.166302] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e8e881-80ca-4595-3552-0db61650a8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.166997] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082f76f-d7ea-4603-a037-52e1a9ce1937 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.178542] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb81b618-7eab-4b22-8840-245349c5a7c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.184406] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 828.184406] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af120e-612d-d726-40fd-7cb53ded8235" [ 828.184406] env[62622]: _type = "Task" [ 828.184406] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.203997] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e4f9d-43b0-4ac1-9cb4-90d469895184 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.215092] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af120e-612d-d726-40fd-7cb53ded8235, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.217150] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.218550] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 36e5fe3b-e767-4374-8f47-53f6815a9af3/36e5fe3b-e767-4374-8f47-53f6815a9af3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.218550] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0486c2-2fe8-451c-a267-654f6319f158 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.225589] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 828.225589] env[62622]: value = "task-2701565" [ 828.225589] env[62622]: _type = "Task" [ 828.225589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.233229] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.242387] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.242687] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64a53d56-fc41-4b82-87f8-66fd752f705f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.248711] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 828.248711] env[62622]: value = "task-2701566" [ 828.248711] env[62622]: _type = "Task" [ 828.248711] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.260676] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 828.260949] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.261294] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.261460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.262251] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.264413] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc7041d-199e-475c-b23f-b2ac5f7ac6c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.272567] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.272776] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.273566] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf1e470-f6ab-4a93-bf90-c91435187d5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.280612] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 828.280612] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52050184-78b3-e984-5907-d83415f6799d" [ 828.280612] env[62622]: _type = "Task" [ 828.280612] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.289533] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52050184-78b3-e984-5907-d83415f6799d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.311322] env[62622]: DEBUG nova.compute.manager [req-325d2b48-c492-4365-8567-58543f037cdb req-5deeaf3a-21df-4603-861b-5fc3e86fceea service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Received event network-vif-deleted-2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.312026] env[62622]: INFO nova.compute.manager [req-325d2b48-c492-4365-8567-58543f037cdb req-5deeaf3a-21df-4603-861b-5fc3e86fceea service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Neutron deleted interface 2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e; detaching it from the instance and deleting it from the info cache [ 828.312026] env[62622]: DEBUG nova.network.neutron [req-325d2b48-c492-4365-8567-58543f037cdb req-5deeaf3a-21df-4603-861b-5fc3e86fceea service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.354777] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.355103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.355319] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.355517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.356067] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.358258] env[62622]: INFO nova.compute.manager [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Terminating instance [ 828.399891] env[62622]: DEBUG nova.network.neutron [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.401738] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8fa812-1f41-499f-8045-cb9be5118e7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.417949] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1702103e-483d-433e-9b87-3dbc3fa80b6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.456665] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb2d9e2-7c92-4296-9eef-e1a3f7b9d556 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.466737] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b9298-0b3c-4371-9f13-e9698cb8bf70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.484792] env[62622]: DEBUG nova.compute.provider_tree [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.498553] env[62622]: INFO nova.compute.manager [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Shelve offloading [ 828.556668] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.647679] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701564, 'name': Rename_Task, 'duration_secs': 0.199158} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.648435] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.648778] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9f0b0c-e60a-4132-97b8-5e59cd5cc1e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.658073] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 828.658073] env[62622]: value = "task-2701567" [ 828.658073] env[62622]: _type = "Task" [ 828.658073] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.672573] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.735259] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480902} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.737606] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 36e5fe3b-e767-4374-8f47-53f6815a9af3/36e5fe3b-e767-4374-8f47-53f6815a9af3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.737606] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.737606] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0808515-955b-4942-82d0-da42d24c9c6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.742523] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 828.742523] env[62622]: value = "task-2701568" [ 828.742523] env[62622]: _type = "Task" [ 828.742523] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.751768] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.793902] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52050184-78b3-e984-5907-d83415f6799d, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.794764] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aca02c4-5d7e-4c59-b6db-508a8474aedb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.800124] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 828.800124] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f96f8-e039-3b32-d2ea-d0dec10004b3" [ 828.800124] env[62622]: _type = "Task" [ 828.800124] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.809690] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f96f8-e039-3b32-d2ea-d0dec10004b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.814677] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e22e82b-27d0-430b-9bd2-900e1e6ee6b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.822256] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b0beed-888d-4d70-86e1-52051a469ff3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.834131] env[62622]: DEBUG nova.network.neutron [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updated VIF entry in instance network info cache for port c8652b25-3707-44f2-b58a-2f9d9d2f4296. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.834489] env[62622]: DEBUG nova.network.neutron [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.861913] env[62622]: DEBUG nova.compute.manager [req-325d2b48-c492-4365-8567-58543f037cdb req-5deeaf3a-21df-4603-861b-5fc3e86fceea service nova] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Detach interface failed, port_id=2c596bdf-c1b4-4539-9b69-e2f50dcf6a5e, reason: Instance 998aa1dd-624f-47ce-9f22-8e67a78d3bcf could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 828.870107] env[62622]: DEBUG nova.compute.manager [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.870107] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.870107] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad614c5-e40c-4726-851d-f3eeedc0ab4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.874916] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.875126] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6198bb63-b38e-4400-a2bb-807c8717b0f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.882012] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 828.882012] env[62622]: value = "task-2701569" [ 828.882012] env[62622]: _type = "Task" [ 828.882012] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.891507] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.906873] env[62622]: INFO nova.compute.manager [-] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Took 1.44 seconds to deallocate network for instance. [ 828.986531] env[62622]: DEBUG nova.scheduler.client.report [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.003742] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.003742] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a1cbe9-600c-4f97-93b6-fb82cfe3e9ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.011737] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 829.011737] env[62622]: value = "task-2701570" [ 829.011737] env[62622]: _type = "Task" [ 829.011737] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.021469] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 829.021648] env[62622]: DEBUG nova.compute.manager [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.022729] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b8662-275a-4887-8cd6-a1c0755193f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.028838] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.029010] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.032014] env[62622]: DEBUG nova.network.neutron [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.131426] env[62622]: DEBUG oslo_concurrency.lockutils [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.131864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.132162] env[62622]: DEBUG nova.compute.manager [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.133265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc10bf9-ffdb-43ce-bc43-c8b6af2bee46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.142153] env[62622]: DEBUG nova.compute.manager [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 829.142153] env[62622]: DEBUG nova.objects.instance [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.172044] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.254749] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070685} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.255255] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.256739] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278db59-9059-4878-9934-359dd368ad0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.285586] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 36e5fe3b-e767-4374-8f47-53f6815a9af3/36e5fe3b-e767-4374-8f47-53f6815a9af3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.286298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4689b554-0f44-45f0-94da-2ebba191fbc1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.314022] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520f96f8-e039-3b32-d2ea-d0dec10004b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.314022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.314022] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 829.314022] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 829.314022] env[62622]: value = "task-2701571" [ 829.314022] env[62622]: _type = "Task" [ 829.314022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.314022] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d47a46-6dfd-44a5-89dc-6c7e666907bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.323336] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.323650] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 829.323650] env[62622]: value = "task-2701572" [ 829.323650] env[62622]: _type = "Task" [ 829.323650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.331062] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.336661] env[62622]: DEBUG oslo_concurrency.lockutils [req-551e5125-c46b-4cc0-99c7-d4d8732a7eb8 req-d489c699-b610-4151-b415-f3848f06ea05 service nova] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.392026] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701569, 'name': PowerOffVM_Task, 'duration_secs': 0.183536} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.393377] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.393377] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.393377] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df04f27-4f06-4826-8ed5-66020bf15e8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.413979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.419815] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd3f880-d94e-4413-ac58-22150bd53862 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.441589] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.454069] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.454242] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.454632] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleting the datastore file [datastore1] 1fbdb66e-9fa8-4896-b2cb-7e27650e4102 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.454726] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b60b15c-2e0b-40b3-891c-d5377e795181 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.462676] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for the task: (returnval){ [ 829.462676] env[62622]: value = "task-2701574" [ 829.462676] env[62622]: _type = "Task" [ 829.462676] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.471172] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.491944] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.492521] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.495528] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.915s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.495768] env[62622]: DEBUG nova.objects.instance [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 829.677291] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.840378] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701571, 'name': ReconfigVM_Task, 'duration_secs': 0.386928} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.844467] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 36e5fe3b-e767-4374-8f47-53f6815a9af3/36e5fe3b-e767-4374-8f47-53f6815a9af3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.845710] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e64d5854-292a-469c-8535-c2192b3ac400 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.852737] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.863341] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 829.863341] env[62622]: value = "task-2701575" [ 829.863341] env[62622]: _type = "Task" [ 829.863341] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.880879] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701575, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.943023] env[62622]: DEBUG nova.network.neutron [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.947758] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.948106] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dae73b7-0c6a-4050-ba8d-4e643a33b356 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.955917] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 829.955917] env[62622]: value = "task-2701576" [ 829.955917] env[62622]: _type = "Task" [ 829.955917] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.966489] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.975105] env[62622]: DEBUG oslo_vmware.api [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Task: {'id': task-2701574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234325} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.975327] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.975567] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.975746] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.975982] env[62622]: INFO nova.compute.manager [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Took 1.11 seconds to destroy the instance on the hypervisor. [ 829.976380] env[62622]: DEBUG oslo.service.loopingcall [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.976673] env[62622]: DEBUG nova.compute.manager [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.976824] env[62622]: DEBUG nova.network.neutron [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.006460] env[62622]: DEBUG nova.compute.utils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.009189] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.009189] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.049118] env[62622]: DEBUG nova.policy [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ebfaf9bd1546fdbb3980b8326eee68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e9a955b41e4cb190b1375f52d61088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.155833] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.156618] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051a8c2f-afcc-4a51-8607-9fc0221e885c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.165610] env[62622]: DEBUG oslo_vmware.api [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 830.165610] env[62622]: value = "task-2701577" [ 830.165610] env[62622]: _type = "Task" [ 830.165610] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.177529] env[62622]: DEBUG oslo_vmware.api [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701567, 'name': PowerOnVM_Task, 'duration_secs': 1.380925} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.180777] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.180999] env[62622]: INFO nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Took 7.40 seconds to spawn the instance on the hypervisor. [ 830.181213] env[62622]: DEBUG nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.181826] env[62622]: DEBUG oslo_vmware.api [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.182325] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be644863-ad1d-485a-9051-2b43205d18dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.338649] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592962} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.339305] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 830.340405] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9343c25-d9c8-4c46-b05a-a0bf36c910f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.374847] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.374847] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Successfully created port: 1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.376640] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce23f0c-79de-48a8-afee-188dc7b05a78 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.399598] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701575, 'name': Rename_Task, 'duration_secs': 0.167456} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.401871] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.402242] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 830.402242] env[62622]: value = "task-2701578" [ 830.402242] env[62622]: _type = "Task" [ 830.402242] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.402493] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398146e2-5964-4fee-96f5-6fe442494ca8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.413722] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.415051] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 830.415051] env[62622]: value = "task-2701579" [ 830.415051] env[62622]: _type = "Task" [ 830.415051] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.423520] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.445709] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.466379] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701576, 'name': PowerOffVM_Task, 'duration_secs': 0.267667} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.466772] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.466991] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.509572] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ea374ca-1eb3-42df-b16d-fcf8c9cad076 tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.511298] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.728s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.511523] env[62622]: DEBUG nova.objects.instance [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lazy-loading 'resources' on Instance uuid eccccb48-b273-41ee-92b0-083c180e843f {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.516979] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.680322] env[62622]: DEBUG oslo_vmware.api [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701577, 'name': PowerOffVM_Task, 'duration_secs': 0.310686} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.680726] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.682079] env[62622]: DEBUG nova.compute.manager [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.682079] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd535c8-b2c1-4c1d-973e-a88a2952b70c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.704595] env[62622]: INFO nova.compute.manager [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Took 51.58 seconds to build instance. [ 830.880359] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.881221] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd206a9-6c50-49c1-811f-5eb94dead6e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.890184] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.892882] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d412ca5a-05ff-421b-80f8-87787fac1cab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.914343] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701578, 'name': ReconfigVM_Task, 'duration_secs': 0.410562} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.914816] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.916012] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64b9738-d2d0-4cba-a61f-18c50b4db264 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.927284] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701579, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.949817] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7320d19-e2ad-45e5-83c5-140ff544a4ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.971352] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.971450] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.973792] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.974294] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.974746] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleting the datastore file [datastore2] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.975635] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 830.975635] env[62622]: value = "task-2701581" [ 830.975635] env[62622]: _type = "Task" [ 830.975635] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.978066] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.978800] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.978887] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.979186] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.979610] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.979869] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.980155] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.980561] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.980998] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.981149] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.982859] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.989110] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84f342a-25de-4196-9f95-b4bb7d4d5579 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.992543] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d3dc0c-8d13-4a33-ad11-1d6a2b52b548 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.016170] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.021622] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 831.021622] env[62622]: value = "task-2701582" [ 831.021622] env[62622]: _type = "Task" [ 831.021622] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.022462] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 831.022462] env[62622]: value = "task-2701583" [ 831.022462] env[62622]: _type = "Task" [ 831.022462] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.040366] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.047144] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.195992] env[62622]: DEBUG oslo_concurrency.lockutils [None req-745caa76-cddb-4697-ad2c-a885b55d8ccd tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.209173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-50061bc9-edbd-479a-b00b-892e42c2521f tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.093s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.295836] env[62622]: DEBUG nova.network.neutron [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.369129] env[62622]: DEBUG nova.compute.manager [req-a986cb85-7cbd-4727-9dd7-0ef48b4d9387 req-a79a9f26-e914-41d6-acb8-e6cc07da10d1 service nova] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Received event network-vif-deleted-783555a7-6e81-44a5-87cf-9cbcf7be8869 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.402210] env[62622]: DEBUG nova.compute.manager [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-vif-unplugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.402210] env[62622]: DEBUG oslo_concurrency.lockutils [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.402210] env[62622]: DEBUG oslo_concurrency.lockutils [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.402210] env[62622]: DEBUG oslo_concurrency.lockutils [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.402210] env[62622]: DEBUG nova.compute.manager [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] No waiting events found dispatching network-vif-unplugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.402210] env[62622]: WARNING nova.compute.manager [req-7aff778c-f2b1-4ba4-8f22-5b32e430dfe4 req-7a1ecf13-7c8e-4b2a-b6a7-150df38c516c service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received unexpected event network-vif-unplugged-191ace8d-f266-4c45-8177-9d20623dfccc for instance with vm_state shelved and task_state shelving_offloading. [ 831.426176] env[62622]: DEBUG oslo_vmware.api [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701579, 'name': PowerOnVM_Task, 'duration_secs': 0.522647} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.426276] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.427207] env[62622]: INFO nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Took 6.07 seconds to spawn the instance on the hypervisor. [ 831.427207] env[62622]: DEBUG nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.427471] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c185725-1f2c-4049-90f8-205908cd65bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.477102] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.502472] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701581, 'name': ReconfigVM_Task, 'duration_secs': 0.325982} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.503732] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.504607] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1562ba5e-d6d8-4b3b-b340-7dcd45984861 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.507351] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3569437-579c-4cce-a77a-56995204e676 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.519541] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a36793-0d0e-4a8c-91be-7b5a257d2d46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.520693] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 831.520693] env[62622]: value = "task-2701584" [ 831.520693] env[62622]: _type = "Task" [ 831.520693] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.555272] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.565414] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3db09e-c72c-4987-a735-54a05b6fff19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.571226] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.576580] env[62622]: DEBUG oslo_vmware.api [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477569} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.583156] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.583304] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.583492] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.585867] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701583, 'name': ReconfigVM_Task, 'duration_secs': 0.24957} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.587849] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dc37a3-080b-4e8b-8bca-7a857a034917 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.591849] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.597690] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.597883] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.598053] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.598239] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.598473] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.598888] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.599304] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.599554] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.599993] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.600368] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.600586] env[62622]: DEBUG nova.virt.hardware [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.601534] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb13fab-f983-417d-a183-b9c8bf7066b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.614936] env[62622]: DEBUG nova.compute.provider_tree [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.617174] env[62622]: INFO nova.scheduler.client.report [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted allocations for instance cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 [ 831.623108] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da955c-8bcd-477e-b79f-3d03e8f523b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.799568] env[62622]: INFO nova.compute.manager [-] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Took 1.82 seconds to deallocate network for instance. [ 831.951401] env[62622]: INFO nova.compute.manager [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Took 46.57 seconds to build instance. [ 832.000448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.033457] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.107145] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.107399] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.107562] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.107762] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.107916] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.109309] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.109309] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.109309] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.109482] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.109826] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.110177] env[62622]: DEBUG nova.virt.hardware [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.117390] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.117730] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e07427f-19ce-4da1-bdc6-ae65cb80155f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.140364] env[62622]: DEBUG nova.scheduler.client.report [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.152297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.161100] env[62622]: INFO nova.compute.manager [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Rebuilding instance [ 832.164495] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 832.164495] env[62622]: value = "task-2701585" [ 832.164495] env[62622]: _type = "Task" [ 832.164495] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.177700] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.215071] env[62622]: DEBUG nova.compute.manager [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.216052] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ebf740-bee6-4436-833d-122b1f8ff041 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.306163] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.452287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7e4c812c-792f-4d56-a9f4-905097da6133 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.078s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.534894] env[62622]: DEBUG oslo_vmware.api [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701584, 'name': PowerOnVM_Task, 'duration_secs': 0.567809} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.534894] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.537435] env[62622]: DEBUG nova.compute.manager [None req-5d6a0c13-a24c-4494-946d-3f55fea87c5a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.538234] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171c633-6e7f-420d-9197-0893c1f9d71b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.558958] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Successfully updated port: 1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.654981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.657748] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.174s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.658117] env[62622]: DEBUG nova.objects.instance [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'resources' on Instance uuid 926ec1c3-2f2b-4594-81ec-6b49832d16ef {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.677152] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701585, 'name': ReconfigVM_Task, 'duration_secs': 0.347986} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.677152] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.677643] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d6f55-d3f3-45aa-b9db-860150e37aa8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.683779] env[62622]: INFO nova.scheduler.client.report [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Deleted allocations for instance eccccb48-b273-41ee-92b0-083c180e843f [ 832.704276] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.707282] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340347c3-f3f5-4751-9352-a2e3a4cdd111 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.726025] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 832.726025] env[62622]: value = "task-2701586" [ 832.726025] env[62622]: _type = "Task" [ 832.726025] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.737941] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.905915] env[62622]: DEBUG nova.compute.manager [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Stashing vm_state: stopped {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 833.061850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.061850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.061850] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.224964] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3d2b3915-d633-4315-a9c4-25ae48e91daa tempest-VolumesAdminNegativeTest-292197080 tempest-VolumesAdminNegativeTest-292197080-project-member] Lock "eccccb48-b273-41ee-92b0-083c180e843f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.124s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.234284] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.238064] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3329f74-a433-43a2-9353-60836a2cbcc5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.239862] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.245226] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 833.245226] env[62622]: value = "task-2701587" [ 833.245226] env[62622]: _type = "Task" [ 833.245226] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.253921] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.431582] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.485834] env[62622]: DEBUG nova.compute.manager [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-changed-c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.485920] env[62622]: DEBUG nova.compute.manager [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing instance network info cache due to event network-changed-c8652b25-3707-44f2-b58a-2f9d9d2f4296. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.487371] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.487371] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.487371] env[62622]: DEBUG nova.network.neutron [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing network info cache for port c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.519973] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.520507] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing instance network info cache due to event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.521300] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.521300] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521300] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.594137] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.597934] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace7a91-3d60-48ec-a8d3-3cf36426fd8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.606170] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae5526d-4f71-4a97-ade9-9809ba9968a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.643271] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b9908-34c4-4cc9-a388-b4f39c36ccee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.651802] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52c356-906d-498b-9337-9002d843da99 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.667531] env[62622]: DEBUG nova.compute.provider_tree [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.737226] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701586, 'name': ReconfigVM_Task, 'duration_secs': 0.600124} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.738429] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9095924d-19a1-4352-8dc2-212411c91572/9095924d-19a1-4352-8dc2-212411c91572.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.738429] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.756649] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701587, 'name': PowerOffVM_Task, 'duration_secs': 0.129854} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.756912] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.757169] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.758023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47247e2d-5b56-4a2e-a9ad-0dc6bdd73366 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.764861] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.765128] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c8089d0-112e-437f-a37a-1e739d91919b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.790412] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.790665] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.790861] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Deleting the datastore file [datastore1] ef338da3-8bf8-4d21-a81c-f2e1ed485405 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.791703] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963a1aab-6bdd-48da-8992-d69f5a57f260 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.795806] env[62622]: DEBUG nova.network.neutron [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updating instance_info_cache with network_info: [{"id": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "address": "fa:16:3e:8a:6f:97", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1155abb2-9c", "ovs_interfaceid": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.799489] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 833.799489] env[62622]: value = "task-2701589" [ 833.799489] env[62622]: _type = "Task" [ 833.799489] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.812111] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.034689] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.172178] env[62622]: DEBUG nova.scheduler.client.report [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.245343] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0291bb-ab73-49a5-a73b-866a4b1611f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.272287] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9d3f1-aab1-4efc-8c6c-877815ae0a5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.295110] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.312123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.312123] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance network_info: |[{"id": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "address": "fa:16:3e:8a:6f:97", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1155abb2-9c", "ovs_interfaceid": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.312123] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1155abb2-9c66-499b-8ee8-53a6ab6a92a9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.320580] env[62622]: DEBUG oslo.service.loopingcall [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.325685] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.326251] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0b2b5c-809e-4998-b076-4143c3f28173 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.349626] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297617} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.351582] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.351823] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.352089] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.354984] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.354984] env[62622]: value = "task-2701590" [ 834.354984] env[62622]: _type = "Task" [ 834.354984] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.365765] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701590, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.505682] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updated VIF entry in instance network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.506111] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": null, "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap191ace8d-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.519458] env[62622]: DEBUG nova.network.neutron [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updated VIF entry in instance network info cache for port c8652b25-3707-44f2-b58a-2f9d9d2f4296. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.519829] env[62622]: DEBUG nova.network.neutron [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.681673] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.685621] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.039s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.685903] env[62622]: DEBUG nova.objects.instance [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lazy-loading 'resources' on Instance uuid 401f1664-821c-4b5b-a9be-ed270f7ef8fd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.748071] env[62622]: INFO nova.scheduler.client.report [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted allocations for instance 926ec1c3-2f2b-4594-81ec-6b49832d16ef [ 834.853940] env[62622]: DEBUG nova.network.neutron [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Port d8017107-587b-4389-8341-223b3f702a1b binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 834.870655] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701590, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.010873] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.012444] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Received event network-vif-plugged-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.013142] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Acquiring lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.013142] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.013308] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.013500] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] No waiting events found dispatching network-vif-plugged-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.013687] env[62622]: WARNING nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Received unexpected event network-vif-plugged-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 for instance with vm_state building and task_state spawning. [ 835.014364] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Received event network-changed-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.017261] env[62622]: DEBUG nova.compute.manager [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Refreshing instance network info cache due to event network-changed-1155abb2-9c66-499b-8ee8-53a6ab6a92a9. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.017261] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Acquiring lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.017261] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Acquired lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.017261] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Refreshing network info cache for port 1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.025491] env[62622]: DEBUG oslo_concurrency.lockutils [req-ae99864c-d801-40b9-9dbe-d76cd7c1120d req-5e49f666-0a4a-4b7d-be21-40b40c772463 service nova] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.258270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e368148-9647-4b49-b5f3-ae591763fbca tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "926ec1c3-2f2b-4594-81ec-6b49832d16ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.019s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.373868] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701590, 'name': CreateVM_Task, 'duration_secs': 0.600595} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.373912] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.374800] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.375110] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.375876] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.375876] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa0b3ba-90c3-4e22-93d0-8ce7d9be95d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.381865] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 835.381865] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b47cf3-8999-0924-0290-f865ac0c0d4a" [ 835.381865] env[62622]: _type = "Task" [ 835.381865] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.394959] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b47cf3-8999-0924-0290-f865ac0c0d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.405766] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.406136] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.406195] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.406567] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.406567] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.406660] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.407478] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.407478] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.407478] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.407684] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.407932] env[62622]: DEBUG nova.virt.hardware [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.409230] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4fd956-d562-4ac7-b19b-1294cb0af2c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.419893] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3803397-8628-49be-b827-dfe475de1501 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.437570] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.444317] env[62622]: DEBUG oslo.service.loopingcall [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.444317] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.444317] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dbe3250-4a7e-4fde-a5e8-deec0cc23370 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.463776] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.463776] env[62622]: value = "task-2701591" [ 835.463776] env[62622]: _type = "Task" [ 835.463776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.472227] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701591, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.622147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d2331a-88c9-4788-a22e-84e67f238b8a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.630787] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ffc967-0291-4c6c-b214-a3b9d5d9e700 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.665465] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8242f-112e-4889-930e-319726ae9099 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.674794] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950dd1ec-9383-498f-9f54-fb9b1f1392d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.691693] env[62622]: DEBUG nova.compute.provider_tree [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.781126] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updated VIF entry in instance network info cache for port 1155abb2-9c66-499b-8ee8-53a6ab6a92a9. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.781126] env[62622]: DEBUG nova.network.neutron [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updating instance_info_cache with network_info: [{"id": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "address": "fa:16:3e:8a:6f:97", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1155abb2-9c", "ovs_interfaceid": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.815098] env[62622]: INFO nova.compute.manager [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Rescuing [ 835.815368] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.815532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.815736] env[62622]: DEBUG nova.network.neutron [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.881783] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.882031] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.882213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.895045] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b47cf3-8999-0924-0290-f865ac0c0d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.028279} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.895357] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.895551] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.895782] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.895927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.896115] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.896802] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b13b23-19c9-46d4-935d-8aed4390969a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.906747] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.906936] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.907659] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07db6266-751b-4e15-8162-0384092763d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.913888] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 835.913888] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6082d-973b-8fdb-1f4c-6d67708ee9e8" [ 835.913888] env[62622]: _type = "Task" [ 835.913888] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.921207] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6082d-973b-8fdb-1f4c-6d67708ee9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.975961] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701591, 'name': CreateVM_Task, 'duration_secs': 0.334203} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.976162] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.976630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.976785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.977115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.977363] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d496875-8790-409f-9fa5-4826cd9b553e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.983454] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 835.983454] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b62005-6310-c9f6-8e5e-82ec1e6d6566" [ 835.983454] env[62622]: _type = "Task" [ 835.983454] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.991459] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b62005-6310-c9f6-8e5e-82ec1e6d6566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.198028] env[62622]: DEBUG nova.scheduler.client.report [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.285791] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ba804bb-a992-443b-bff9-7135158e6813 req-430d6dde-e1d8-40ed-b282-2ae66184cc52 service nova] Releasing lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.367068] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "4db9a644-5705-40d9-9cba-f46c16ce4937" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.367482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.367630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.367864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.368131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.370437] env[62622]: INFO nova.compute.manager [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Terminating instance [ 836.433041] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6082d-973b-8fdb-1f4c-6d67708ee9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.02842} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.433897] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a914fc61-2ac6-4445-aaf2-2c6ddbd209c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.441025] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 836.441025] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d0d71-5a16-50d0-30f6-fe174f9c3057" [ 836.441025] env[62622]: _type = "Task" [ 836.441025] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.452891] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d0d71-5a16-50d0-30f6-fe174f9c3057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.497143] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b62005-6310-c9f6-8e5e-82ec1e6d6566, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.497602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.497884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.498311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.605725] env[62622]: DEBUG nova.network.neutron [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updating instance_info_cache with network_info: [{"id": "ab31f2ef-34c5-44dd-a195-127827d9e972", "address": "fa:16:3e:3e:82:1a", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab31f2ef-34", "ovs_interfaceid": "ab31f2ef-34c5-44dd-a195-127827d9e972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.704443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.704878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.017s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.706205] env[62622]: DEBUG nova.objects.instance [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lazy-loading 'resources' on Instance uuid 24e15c41-942e-403b-bd7c-ee719a6915dc {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.730227] env[62622]: INFO nova.scheduler.client.report [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Deleted allocations for instance 401f1664-821c-4b5b-a9be-ed270f7ef8fd [ 836.878025] env[62622]: DEBUG nova.compute.manager [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.878025] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.878025] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac0d6c5-b430-4d74-9c8d-03a15c9bb18e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.884039] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.884384] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31851557-71ee-4ad3-a5ac-511087710d02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.891026] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 836.891026] env[62622]: value = "task-2701592" [ 836.891026] env[62622]: _type = "Task" [ 836.891026] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.899669] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.934078] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.934078] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.934078] env[62622]: DEBUG nova.network.neutron [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.949801] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d0d71-5a16-50d0-30f6-fe174f9c3057, 'name': SearchDatastore_Task, 'duration_secs': 0.019545} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.951222] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.951222] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.951222] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.951222] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.951545] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412d4632-b3fe-4fee-bf54-8cb539cff8d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.954798] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad5771b8-e675-46bb-9834-95e76302c293 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.962261] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 836.962261] env[62622]: value = "task-2701593" [ 836.962261] env[62622]: _type = "Task" [ 836.962261] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.966916] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.967158] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.968261] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f0f666-2884-4e87-bb80-ddfbced0dea7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.974067] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.977347] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 836.977347] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5248dc4d-5543-47ef-f880-bebae3ae5361" [ 836.977347] env[62622]: _type = "Task" [ 836.977347] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.987140] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5248dc4d-5543-47ef-f880-bebae3ae5361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.052443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "77899d87-f442-47b7-9d17-9509d29b8035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.052443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.111236] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.240796] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8546e642-d19d-4e5b-86ea-8ffd27cb4d63 tempest-ServerGroupTestJSON-1395989460 tempest-ServerGroupTestJSON-1395989460-project-member] Lock "401f1664-821c-4b5b-a9be-ed270f7ef8fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.050s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.402026] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701592, 'name': PowerOffVM_Task, 'duration_secs': 0.256173} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.402568] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.402833] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.403653] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5e42da-e830-4218-a3ed-d1682fcd65e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.477760] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.492010] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5248dc4d-5543-47ef-f880-bebae3ae5361, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.492817] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8d15b3-acf3-47ba-ad5f-328db950bd7a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498394] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 837.498394] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fc72fa-caf8-1c9a-40b5-5e368138bf0d" [ 837.498394] env[62622]: _type = "Task" [ 837.498394] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.511267] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fc72fa-caf8-1c9a-40b5-5e368138bf0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.554993] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.634115] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa797fe-204f-4e46-a862-df14487fa13b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.643554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794efe4c-574b-4498-87b7-81a074af6a3a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.681602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640032bf-669e-4dc5-8ba7-2500bafbebff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.685441] env[62622]: DEBUG nova.network.neutron [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.693371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99c6ff-a15a-445e-bf71-0155239f10b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.708540] env[62622]: DEBUG nova.compute.provider_tree [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.973819] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697205} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.974680] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.974902] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.975181] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48cdb88-e9ab-4a73-b540-aa75828051e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.982942] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 837.982942] env[62622]: value = "task-2701595" [ 837.982942] env[62622]: _type = "Task" [ 837.982942] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.993551] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.010253] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fc72fa-caf8-1c9a-40b5-5e368138bf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.053037} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.010468] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.010724] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.010985] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5410df3a-c200-472f-b835-0f3368a2f0a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.016600] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 838.016600] env[62622]: value = "task-2701596" [ 838.016600] env[62622]: _type = "Task" [ 838.016600] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.023683] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.074494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.188929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.211527] env[62622]: DEBUG nova.scheduler.client.report [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.493520] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179134} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.493876] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.494695] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b89e9ff-2082-4a5e-8101-f92805a7ca70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.516497] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.517845] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98dad5e8-df87-40dc-badc-df09c819be8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.539500] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.540837] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 838.540837] env[62622]: value = "task-2701597" [ 838.540837] env[62622]: _type = "Task" [ 838.540837] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.548604] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.685738] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.686079] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6069cf9a-2e55-415a-9f62-4b218ad4e918 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.700049] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 838.700049] env[62622]: value = "task-2701598" [ 838.700049] env[62622]: _type = "Task" [ 838.700049] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.712680] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.717792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.720455] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.159s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.722341] env[62622]: INFO nova.compute.claims [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.740244] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5e5a9-ae01-49e6-8864-e7782253aaf9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.770206] env[62622]: INFO nova.scheduler.client.report [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Deleted allocations for instance 24e15c41-942e-403b-bd7c-ee719a6915dc [ 838.771984] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc971977-82d8-4c5e-afe4-8906fdca9a42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.788908] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.042290] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701596, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.052716] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.110863] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.110863] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.110863] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore1] 4db9a644-5705-40d9-9cba-f46c16ce4937 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.112708] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c27fc000-7da8-43ce-94cd-c75a435ea68a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.121180] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 839.121180] env[62622]: value = "task-2701599" [ 839.121180] env[62622]: _type = "Task" [ 839.121180] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.131867] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.213162] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701598, 'name': PowerOffVM_Task, 'duration_secs': 0.312447} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.213946] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.214892] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e3a6d-d9e6-41ab-861b-6f0c8e43213b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.237643] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e25649-170c-48a4-9c0b-d8635d6199a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.281967] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.282712] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1a63fa-48cd-46f0-a052-8b88904eed02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.289642] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6eea0d5e-0a27-46ce-b8ad-a21bc97d22ea tempest-ServerShowV254Test-1720699297 tempest-ServerShowV254Test-1720699297-project-member] Lock "24e15c41-942e-403b-bd7c-ee719a6915dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.869s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.297192] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.299459] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 839.299459] env[62622]: value = "task-2701600" [ 839.299459] env[62622]: _type = "Task" [ 839.299459] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.299459] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562eaa5e-0d34-4f4d-b597-b6591debc2a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.310104] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 839.310929] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.310929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.310929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.310929] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.311561] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 839.311561] env[62622]: value = "task-2701601" [ 839.311561] env[62622]: _type = "Task" [ 839.311561] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.311561] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53a1b376-c4bd-41ad-b16a-bb6064c8f79e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.330694] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701601, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.334820] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.334820] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.334820] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0c39e9-b2b1-4297-97c2-db12dc7ac721 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.339170] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 839.339170] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cdef54-411b-d7af-d362-7e99a6c1350b" [ 839.339170] env[62622]: _type = "Task" [ 839.339170] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.350010] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cdef54-411b-d7af-d362-7e99a6c1350b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.542557] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701596, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044877} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.545824] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.546121] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.546890] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecfc8dae-b5d5-45cc-b65a-7ac119bac912 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.557329] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701597, 'name': ReconfigVM_Task, 'duration_secs': 0.718339} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.560138] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.560601] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 839.560601] env[62622]: value = "task-2701602" [ 839.560601] env[62622]: _type = "Task" [ 839.560601] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.560756] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c888b188-5491-4153-b704-28c05585c2a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.572829] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.574649] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 839.574649] env[62622]: value = "task-2701603" [ 839.574649] env[62622]: _type = "Task" [ 839.574649] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.585617] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701603, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.633580] env[62622]: DEBUG oslo_vmware.api [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171778} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.633910] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.634161] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.634483] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.634610] env[62622]: INFO nova.compute.manager [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Took 2.76 seconds to destroy the instance on the hypervisor. [ 839.634895] env[62622]: DEBUG oslo.service.loopingcall [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.635150] env[62622]: DEBUG nova.compute.manager [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.635288] env[62622]: DEBUG nova.network.neutron [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.826886] env[62622]: DEBUG oslo_vmware.api [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701601, 'name': PowerOnVM_Task, 'duration_secs': 0.513464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.833937] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.834166] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca690-e960-413c-9d6c-9f8be405585a tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance '9095924d-19a1-4352-8dc2-212411c91572' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.852265] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cdef54-411b-d7af-d362-7e99a6c1350b, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.853130] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc7fdfe-ab7c-46ee-b25c-e064de845bd8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.859126] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 839.859126] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c710ff-b35c-842f-ca0e-f517c18296a4" [ 839.859126] env[62622]: _type = "Task" [ 839.859126] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.867694] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c710ff-b35c-842f-ca0e-f517c18296a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.078735] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071957} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.085139] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.087418] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d879c2b7-9481-46f3-91cc-4e701117686d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.093462] env[62622]: DEBUG nova.compute.manager [req-ad35aece-5311-47df-8f44-b46cbc5dff36 req-8115fb8a-a4c6-4961-836d-ad04b25d759e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Received event network-vif-deleted-98c16da9-1697-4098-bcee-72c156df2a6e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.094522] env[62622]: INFO nova.compute.manager [req-ad35aece-5311-47df-8f44-b46cbc5dff36 req-8115fb8a-a4c6-4961-836d-ad04b25d759e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Neutron deleted interface 98c16da9-1697-4098-bcee-72c156df2a6e; detaching it from the instance and deleting it from the info cache [ 840.094522] env[62622]: DEBUG nova.network.neutron [req-ad35aece-5311-47df-8f44-b46cbc5dff36 req-8115fb8a-a4c6-4961-836d-ad04b25d759e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.104372] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701603, 'name': Rename_Task, 'duration_secs': 0.15499} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.110830] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.120739] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.124378] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d7bba6-a516-4228-9459-1ba0abfb2868 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.126497] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9c9344-4ffb-450c-8d58-5b414f976b94 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.148452] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 840.148452] env[62622]: value = "task-2701604" [ 840.148452] env[62622]: _type = "Task" [ 840.148452] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.150220] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 840.150220] env[62622]: value = "task-2701605" [ 840.150220] env[62622]: _type = "Task" [ 840.150220] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.163531] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.167503] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701605, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.264838] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964de328-4c93-4b05-8866-b1ecd35cef12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.280151] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25794b-5cf4-40c9-93ff-5e921c0fb2ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.313020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e0f166-4c0b-4127-9275-2982e336cb1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.321112] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea5e7d7-520e-4339-b380-ada301f2bc09 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.336822] env[62622]: DEBUG nova.compute.provider_tree [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.370335] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c710ff-b35c-842f-ca0e-f517c18296a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.370823] env[62622]: DEBUG oslo_concurrency.lockutils [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.371298] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 840.371394] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c14f4ea-60a3-4a8b-bdef-c94ddf2a9ee5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.377762] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 840.377762] env[62622]: value = "task-2701606" [ 840.377762] env[62622]: _type = "Task" [ 840.377762] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.385908] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.507413] env[62622]: DEBUG nova.network.neutron [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.599926] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92bb3c21-6e8e-43c3-8fbb-0a2f6424e8d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.611318] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac4b84-c62c-4afc-bf1b-e9ede08739e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.647981] env[62622]: DEBUG nova.compute.manager [req-ad35aece-5311-47df-8f44-b46cbc5dff36 req-8115fb8a-a4c6-4961-836d-ad04b25d759e service nova] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Detach interface failed, port_id=98c16da9-1697-4098-bcee-72c156df2a6e, reason: Instance 4db9a644-5705-40d9-9cba-f46c16ce4937 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 840.663018] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701604, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.665835] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.865150] env[62622]: ERROR nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [req-6eaf1b16-6510-4fb8-a09b-2302e3be98ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6eaf1b16-6510-4fb8-a09b-2302e3be98ad"}]} [ 840.887911] env[62622]: DEBUG nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.893980] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.921115] env[62622]: DEBUG nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.921626] env[62622]: DEBUG nova.compute.provider_tree [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.943657] env[62622]: DEBUG nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.968992] env[62622]: DEBUG nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 841.012044] env[62622]: INFO nova.compute.manager [-] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Took 1.38 seconds to deallocate network for instance. [ 841.164187] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701605, 'name': ReconfigVM_Task, 'duration_secs': 0.905652} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.171601] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ef338da3-8bf8-4d21-a81c-f2e1ed485405/ef338da3-8bf8-4d21-a81c-f2e1ed485405.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.172373] env[62622]: DEBUG oslo_vmware.api [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701604, 'name': PowerOnVM_Task, 'duration_secs': 0.77553} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.172995] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead0f8f9-0903-415f-a05b-c548cbdaf737 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.175481] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.175722] env[62622]: INFO nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Took 9.62 seconds to spawn the instance on the hypervisor. [ 841.175907] env[62622]: DEBUG nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.176662] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c8c3a-8aa8-472c-89ca-4c7536d7b113 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.187049] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 841.187049] env[62622]: value = "task-2701607" [ 841.187049] env[62622]: _type = "Task" [ 841.187049] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.199184] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701607, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.377441] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e4069-9a53-414c-8cb1-8a2ea179cbc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.390968] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923318f-6f80-44c0-9e1c-e323ad859cde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.399081] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.399389] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 841.400406] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dc5c8a-cde1-4e3b-96d6-733cf1262b8f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.428887] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224b28d-0342-44da-9c7b-377fb5378e3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.453343] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.455135] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb051f86-c27c-4b0e-a1cd-bf85ac83144e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471968] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496a25d-5d1f-4205-bb1f-f53addf06cec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.476997] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 841.476997] env[62622]: value = "task-2701608" [ 841.476997] env[62622]: _type = "Task" [ 841.476997] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.488142] env[62622]: DEBUG nova.compute.provider_tree [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.497561] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.522365] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.702598] env[62622]: INFO nova.compute.manager [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Took 39.14 seconds to build instance. [ 841.707735] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701607, 'name': Rename_Task, 'duration_secs': 0.153561} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.708127] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.708474] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18991cc2-699b-4b95-bcb4-e8f6ca6e3deb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.718197] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 841.718197] env[62622]: value = "task-2701609" [ 841.718197] env[62622]: _type = "Task" [ 841.718197] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.729651] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.824599] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.824599] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.824756] env[62622]: DEBUG nova.compute.manager [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Going to confirm migration 3 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 841.988691] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.029189] env[62622]: DEBUG nova.scheduler.client.report [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 842.030207] env[62622]: DEBUG nova.compute.provider_tree [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 93 to 94 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 842.030207] env[62622]: DEBUG nova.compute.provider_tree [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.206364] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33c0606f-dd5d-462d-b77e-fbb7a7d4f411 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.649s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.231604] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701609, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.468500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.468679] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.468863] env[62622]: DEBUG nova.network.neutron [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.469863] env[62622]: DEBUG nova.objects.instance [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'info_cache' on Instance uuid 9095924d-19a1-4352-8dc2-212411c91572 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.491523] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701608, 'name': ReconfigVM_Task, 'duration_secs': 0.607914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.492683] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfigured VM instance instance-0000003f to attach disk [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.492767] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed914f5-8ae9-4298-b574-d389cb3072cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.521753] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0574a83-3b5a-4502-806f-2eb1c981b69f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.537539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.817s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.540104] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.542932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.609s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.543921] env[62622]: DEBUG nova.objects.instance [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lazy-loading 'resources' on Instance uuid 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.548047] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 842.548047] env[62622]: value = "task-2701610" [ 842.548047] env[62622]: _type = "Task" [ 842.548047] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.561036] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.728296] env[62622]: DEBUG oslo_vmware.api [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701609, 'name': PowerOnVM_Task, 'duration_secs': 0.521385} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.728772] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.729162] env[62622]: DEBUG nova.compute.manager [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.729952] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025caa9-eaa4-4bde-81fc-390126234232 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.045054] env[62622]: DEBUG nova.compute.utils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.046435] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.046597] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.076688] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.121962] env[62622]: DEBUG nova.policy [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9193ad4f58314c7abb990ad6f34b281e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da8b4861567f434aa2d33e7bdd5b2b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.249135] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.453756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7341a446-8cb3-462c-811d-90dd8c7c78cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.466146] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e460813-176d-4c5f-923f-45b603180928 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500782] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bdc01-06eb-452d-8511-9269fdbfa34e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.510303] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2975210-4117-49c2-9287-88e03a7d9db8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.525458] env[62622]: DEBUG nova.compute.provider_tree [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.550444] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.562557] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701610, 'name': ReconfigVM_Task, 'duration_secs': 0.57251} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.562853] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.563125] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34aa8466-087b-4b6f-be3d-77df362d4554 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.569672] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 843.569672] env[62622]: value = "task-2701611" [ 843.569672] env[62622]: _type = "Task" [ 843.569672] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.582247] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.814963] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Successfully created port: 83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.967122] env[62622]: DEBUG nova.compute.manager [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Received event network-changed-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.967300] env[62622]: DEBUG nova.compute.manager [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Refreshing instance network info cache due to event network-changed-1155abb2-9c66-499b-8ee8-53a6ab6a92a9. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 843.967518] env[62622]: DEBUG oslo_concurrency.lockutils [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] Acquiring lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.967653] env[62622]: DEBUG oslo_concurrency.lockutils [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] Acquired lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.967959] env[62622]: DEBUG nova.network.neutron [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Refreshing network info cache for port 1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.032325] env[62622]: DEBUG nova.scheduler.client.report [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.084985] env[62622]: DEBUG oslo_vmware.api [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701611, 'name': PowerOnVM_Task, 'duration_secs': 0.493256} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.085281] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.091810] env[62622]: DEBUG nova.compute.manager [None req-62314690-f8d6-4a21-86e8-de5f42df2ef9 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.093012] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e4ba3-9c1c-4439-bf44-6dec065f509b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.221245] env[62622]: DEBUG nova.network.neutron [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [{"id": "d8017107-587b-4389-8341-223b3f702a1b", "address": "fa:16:3e:b1:fe:f5", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8017107-58", "ovs_interfaceid": "d8017107-587b-4389-8341-223b3f702a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.325742] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.326246] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.326326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.326457] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.326627] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.331430] env[62622]: INFO nova.compute.manager [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Terminating instance [ 844.536439] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.538790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.267s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.542799] env[62622]: INFO nova.compute.claims [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.563713] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.584853] env[62622]: INFO nova.scheduler.client.report [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Deleted allocations for instance 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc [ 844.613973] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.614237] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.614415] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.614611] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.614750] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.614895] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.615241] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.615540] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.615705] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.615929] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.616180] env[62622]: DEBUG nova.virt.hardware [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.617191] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e787f-5e11-4e35-bfac-32b8f0905494 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.628880] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef4bf8-aa4e-43d6-8e35-cfa0b83249c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.725763] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-9095924d-19a1-4352-8dc2-212411c91572" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.726471] env[62622]: DEBUG nova.objects.instance [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'migration_context' on Instance uuid 9095924d-19a1-4352-8dc2-212411c91572 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.838387] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "refresh_cache-ef338da3-8bf8-4d21-a81c-f2e1ed485405" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.838646] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquired lock "refresh_cache-ef338da3-8bf8-4d21-a81c-f2e1ed485405" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.838739] env[62622]: DEBUG nova.network.neutron [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.847263] env[62622]: DEBUG nova.network.neutron [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updated VIF entry in instance network info cache for port 1155abb2-9c66-499b-8ee8-53a6ab6a92a9. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.847582] env[62622]: DEBUG nova.network.neutron [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updating instance_info_cache with network_info: [{"id": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "address": "fa:16:3e:8a:6f:97", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1155abb2-9c", "ovs_interfaceid": "1155abb2-9c66-499b-8ee8-53a6ab6a92a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.098683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4d975af2-a1bc-4990-9731-734d3744dccd tempest-ImagesOneServerNegativeTestJSON-40484209 tempest-ImagesOneServerNegativeTestJSON-40484209-project-member] Lock "96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.541s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.230779] env[62622]: DEBUG nova.objects.base [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Object Instance<9095924d-19a1-4352-8dc2-212411c91572> lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 845.231855] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd179e8a-f621-4662-b7e5-269b2fc09095 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.257134] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83313331-c590-499f-bbd0-bfa3b4e9e23c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.265573] env[62622]: DEBUG oslo_vmware.api [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 845.265573] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b3c0fe-9f22-915c-75f8-815d992c379f" [ 845.265573] env[62622]: _type = "Task" [ 845.265573] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.272616] env[62622]: DEBUG oslo_vmware.api [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b3c0fe-9f22-915c-75f8-815d992c379f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.353524] env[62622]: DEBUG oslo_concurrency.lockutils [req-b2aebbd4-697d-4478-9cfd-62424d8aef14 req-efe37114-0ca6-480c-b3b0-c2c3c6dba2f6 service nova] Releasing lock "refresh_cache-5074587c-5c44-4d7a-a73c-418767bd3d58" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.376037] env[62622]: DEBUG nova.network.neutron [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.490268] env[62622]: DEBUG nova.network.neutron [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.544404] env[62622]: INFO nova.compute.manager [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Unrescuing [ 845.544576] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.544708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544878] env[62622]: DEBUG nova.network.neutron [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.775934] env[62622]: DEBUG oslo_vmware.api [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b3c0fe-9f22-915c-75f8-815d992c379f, 'name': SearchDatastore_Task, 'duration_secs': 0.016803} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.776256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.830897] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Successfully updated port: 83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.888587] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2508a7e1-6c9d-4f2a-828c-693c4f5b8289 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.898145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7cf1b-31c4-454c-9767-17ac334b9db5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.934840] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07775a8d-5693-4b9e-90d9-4ea1a96dc848 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.943133] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed32f3-f67e-47f7-9d0d-1804fe5edcbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.958207] env[62622]: DEBUG nova.compute.provider_tree [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.993970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Releasing lock "refresh_cache-ef338da3-8bf8-4d21-a81c-f2e1ed485405" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.994236] env[62622]: DEBUG nova.compute.manager [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.994403] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.996143] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164ce7c-ad57-4343-aec9-b9aba1240fc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.004465] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.004465] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5434ec40-e21a-4488-8ebe-f3e6bcd5afb5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.010557] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 846.010557] env[62622]: value = "task-2701612" [ 846.010557] env[62622]: _type = "Task" [ 846.010557] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.018653] env[62622]: DEBUG nova.compute.manager [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Received event network-vif-plugged-83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.018653] env[62622]: DEBUG oslo_concurrency.lockutils [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] Acquiring lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.018653] env[62622]: DEBUG oslo_concurrency.lockutils [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] Lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.018653] env[62622]: DEBUG oslo_concurrency.lockutils [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] Lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.018653] env[62622]: DEBUG nova.compute.manager [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] No waiting events found dispatching network-vif-plugged-83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.018653] env[62622]: WARNING nova.compute.manager [req-c2b0faa6-35c8-4fda-9369-97273f6d4002 req-67ba92a5-cbfa-4b3f-b324-f43b3cb9497a service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Received unexpected event network-vif-plugged-83658d94-09e0-42ee-a81b-90a2dc0155b8 for instance with vm_state building and task_state spawning. [ 846.021766] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.162933] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.162933] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.335822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.335822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquired lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.335822] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.464026] env[62622]: DEBUG nova.scheduler.client.report [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.466967] env[62622]: DEBUG nova.network.neutron [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updating instance_info_cache with network_info: [{"id": "ab31f2ef-34c5-44dd-a195-127827d9e972", "address": "fa:16:3e:3e:82:1a", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab31f2ef-34", "ovs_interfaceid": "ab31f2ef-34c5-44dd-a195-127827d9e972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.522727] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701612, 'name': PowerOffVM_Task, 'duration_secs': 0.212388} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.523010] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.523301] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.523513] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7563666b-d900-44bf-bed7-2a10bc34fb06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.553228] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.553228] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.553228] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Deleting the datastore file [datastore2] ef338da3-8bf8-4d21-a81c-f2e1ed485405 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.553228] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd3da9a-139a-47fa-a04e-867100b1c5fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.559261] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for the task: (returnval){ [ 846.559261] env[62622]: value = "task-2701614" [ 846.559261] env[62622]: _type = "Task" [ 846.559261] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.567641] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.666022] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.888132] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.970024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.970024] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.974022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.558s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.974022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.974022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.974s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.980126] env[62622]: INFO nova.compute.claims [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.987934] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-eb611f7d-d574-458a-9ef4-fa43e4c94823" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.989098] env[62622]: DEBUG nova.objects.instance [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'flavor' on Instance uuid eb611f7d-d574-458a-9ef4-fa43e4c94823 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.049622] env[62622]: INFO nova.scheduler.client.report [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleted allocations for instance 998aa1dd-624f-47ce-9f22-8e67a78d3bcf [ 847.077412] env[62622]: DEBUG oslo_vmware.api [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Task: {'id': task-2701614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483609} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.081698] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.082068] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.082345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.082485] env[62622]: INFO nova.compute.manager [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Took 1.09 seconds to destroy the instance on the hypervisor. [ 847.082741] env[62622]: DEBUG oslo.service.loopingcall [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.083565] env[62622]: DEBUG nova.compute.manager [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.083663] env[62622]: DEBUG nova.network.neutron [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.129153] env[62622]: DEBUG nova.network.neutron [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.170294] env[62622]: DEBUG nova.network.neutron [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Updating instance_info_cache with network_info: [{"id": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "address": "fa:16:3e:08:9d:12", "network": {"id": "7c8df0f9-a443-4716-bd18-37c937b39286", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-277169387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da8b4861567f434aa2d33e7bdd5b2b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83658d94-09", "ovs_interfaceid": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.205380] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.496873] env[62622]: DEBUG nova.compute.utils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 847.505204] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.505204] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.509094] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e1736c-7ac1-43bb-ba89-e9114258b16f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.539031] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.539031] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5376c2c6-e845-45ae-8a25-f2552cd0baf0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.544882] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 847.544882] env[62622]: value = "task-2701615" [ 847.544882] env[62622]: _type = "Task" [ 847.544882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.554708] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.565142] env[62622]: DEBUG nova.policy [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.567897] env[62622]: DEBUG oslo_concurrency.lockutils [None req-72057fd2-441e-4609-9861-e79e0ffd3e2b tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "998aa1dd-624f-47ce-9f22-8e67a78d3bcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.746s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.632249] env[62622]: DEBUG nova.network.neutron [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.675389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Releasing lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.676224] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Instance network_info: |[{"id": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "address": "fa:16:3e:08:9d:12", "network": {"id": "7c8df0f9-a443-4716-bd18-37c937b39286", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-277169387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da8b4861567f434aa2d33e7bdd5b2b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83658d94-09", "ovs_interfaceid": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.678015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:9d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83658d94-09e0-42ee-a81b-90a2dc0155b8', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.687033] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Creating folder: Project (da8b4861567f434aa2d33e7bdd5b2b13). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.687970] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16eccea1-f27c-4f28-ac9f-254bd0ad0d02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.701027] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Created folder: Project (da8b4861567f434aa2d33e7bdd5b2b13) in parent group-v544184. [ 847.701027] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Creating folder: Instances. Parent ref: group-v544381. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.701027] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07c61523-8b81-4a5e-b2b1-e7e97c4dd786 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.712023] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Created folder: Instances in parent group-v544381. [ 847.712023] env[62622]: DEBUG oslo.service.loopingcall [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.712023] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.712023] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b401ff7-5e90-4b6a-91a2-a467ef3ad22b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.733021] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.733021] env[62622]: value = "task-2701618" [ 847.733021] env[62622]: _type = "Task" [ 847.733021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.740637] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701618, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.010916] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.061022] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701615, 'name': PowerOffVM_Task, 'duration_secs': 0.234041} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.062862] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.071783] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.075720] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796099c9-57a4-4b14-825d-c9f02c336a0c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.102375] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 848.102375] env[62622]: value = "task-2701619" [ 848.102375] env[62622]: _type = "Task" [ 848.102375] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.115230] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.138307] env[62622]: INFO nova.compute.manager [-] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Took 1.05 seconds to deallocate network for instance. [ 848.244533] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701618, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.311678] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Successfully created port: 6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.323098] env[62622]: DEBUG nova.compute.manager [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Received event network-changed-83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.323360] env[62622]: DEBUG nova.compute.manager [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Refreshing instance network info cache due to event network-changed-83658d94-09e0-42ee-a81b-90a2dc0155b8. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.323622] env[62622]: DEBUG oslo_concurrency.lockutils [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] Acquiring lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.323776] env[62622]: DEBUG oslo_concurrency.lockutils [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] Acquired lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.323944] env[62622]: DEBUG nova.network.neutron [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Refreshing network info cache for port 83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.500946] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789557bb-c3c4-4e5a-960a-73c6e308f6f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.509093] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddfa24-cb62-4674-be10-d7ff19c1a3ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.545182] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934fea12-cc9a-468f-8fa2-87f99b0650f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.552158] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c11f91-643d-4518-a8fb-7847fb1b6d46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.570337] env[62622]: DEBUG nova.compute.provider_tree [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.612605] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701619, 'name': ReconfigVM_Task, 'duration_secs': 0.22714} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.612932] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.613261] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.613604] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee376c3-ee0b-461d-8421-307346c31bfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.621325] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 848.621325] env[62622]: value = "task-2701620" [ 848.621325] env[62622]: _type = "Task" [ 848.621325] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.628129] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.646229] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.652286] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.652684] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.742691] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701618, 'name': CreateVM_Task, 'duration_secs': 0.51433} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.742888] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.743608] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.743778] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.744136] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.744433] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770ead48-76ad-4932-aeec-1c7468da92ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.749181] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 848.749181] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229d65e-2ff6-ad0d-6372-2dc811b65e04" [ 848.749181] env[62622]: _type = "Task" [ 848.749181] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.757255] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229d65e-2ff6-ad0d-6372-2dc811b65e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.045234] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.072052] env[62622]: DEBUG nova.scheduler.client.report [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.086246] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.086408] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.086573] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.086766] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.086913] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.087066] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.087263] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.087422] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.087617] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.087792] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.087986] env[62622]: DEBUG nova.virt.hardware [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.088861] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6fb3a7-da15-4f05-b6e3-4f96dcd0f0c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.098167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0109f084-183e-4a87-b90a-d3a2bc5a4f30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.132514] env[62622]: DEBUG oslo_vmware.api [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701620, 'name': PowerOnVM_Task, 'duration_secs': 0.382414} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.132514] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.132514] env[62622]: DEBUG nova.compute.manager [None req-55411dd9-da54-4129-a219-9efacd64d94f tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.132705] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a6afc9-0003-49ba-9bf8-2b261a64ebfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.155043] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.192537] env[62622]: DEBUG nova.network.neutron [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Updated VIF entry in instance network info cache for port 83658d94-09e0-42ee-a81b-90a2dc0155b8. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.193025] env[62622]: DEBUG nova.network.neutron [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Updating instance_info_cache with network_info: [{"id": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "address": "fa:16:3e:08:9d:12", "network": {"id": "7c8df0f9-a443-4716-bd18-37c937b39286", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-277169387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da8b4861567f434aa2d33e7bdd5b2b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83658d94-09", "ovs_interfaceid": "83658d94-09e0-42ee-a81b-90a2dc0155b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.261211] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229d65e-2ff6-ad0d-6372-2dc811b65e04, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.261551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.261794] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.263500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.263657] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.263873] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.264173] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1d5fcf-e909-4081-8fec-efd290f19805 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.266235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.266451] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.266648] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.266846] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.266989] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.269359] env[62622]: INFO nova.compute.manager [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Terminating instance [ 849.280311] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.280311] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.281425] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76eb667e-9520-4f54-a2c5-583b4707f770 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.289376] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 849.289376] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8963-f561-ff93-ca4a-e41325913dca" [ 849.289376] env[62622]: _type = "Task" [ 849.289376] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.297999] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8963-f561-ff93-ca4a-e41325913dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.583095] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.583667] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.586546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.438s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.586775] env[62622]: DEBUG nova.objects.instance [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'resources' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.686935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.695690] env[62622]: DEBUG oslo_concurrency.lockutils [req-b649af45-d649-43a5-939c-17f5d8ff6728 req-8569e87e-dba3-4274-b60e-a7bd82941486 service nova] Releasing lock "refresh_cache-f5604326-5f59-4ebe-8227-61661bdddc65" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.774091] env[62622]: DEBUG nova.compute.manager [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.774456] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.775278] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0b965-fc6d-4249-9b21-3c534da3f8a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.783896] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.783934] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b76532-b214-41e0-9d58-978098155bab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.790578] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 849.790578] env[62622]: value = "task-2701621" [ 849.790578] env[62622]: _type = "Task" [ 849.790578] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.801810] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e8963-f561-ff93-ca4a-e41325913dca, 'name': SearchDatastore_Task, 'duration_secs': 0.020765} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.805622] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.805852] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144c775b-91f2-4dd2-a550-02ef5d71efd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.810989] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 849.810989] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525a37cb-1257-e827-e4c9-50828940049e" [ 849.810989] env[62622]: _type = "Task" [ 849.810989] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.820761] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525a37cb-1257-e827-e4c9-50828940049e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.092646] env[62622]: DEBUG nova.compute.utils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 850.092646] env[62622]: DEBUG nova.objects.instance [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'numa_topology' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.098402] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.098402] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.180097] env[62622]: DEBUG nova.policy [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5f8035111a416faab2c37787939adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e31b2cf4afb4b3e9ac0612cf0a2abbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.273092] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Successfully updated port: 6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.307042] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701621, 'name': PowerOffVM_Task, 'duration_secs': 0.379447} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.307399] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.307680] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.308414] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b223b18-deec-4b46-b343-6cb72ad62033 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.322912] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525a37cb-1257-e827-e4c9-50828940049e, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.323279] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.323626] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f5604326-5f59-4ebe-8227-61661bdddc65/f5604326-5f59-4ebe-8227-61661bdddc65.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.323955] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ef9110-c6fc-492c-8806-330953113ba8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.330377] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 850.330377] env[62622]: value = "task-2701623" [ 850.330377] env[62622]: _type = "Task" [ 850.330377] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.340244] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.372880] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.373297] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.373404] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleting the datastore file [datastore1] f8c713cd-d776-4398-8ed5-edf4ee3b32b2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.373659] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b54df51-392d-4acf-a1c3-38e8d7b4cdfb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.380526] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for the task: (returnval){ [ 850.380526] env[62622]: value = "task-2701624" [ 850.380526] env[62622]: _type = "Task" [ 850.380526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.390390] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.490221] env[62622]: DEBUG nova.compute.manager [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Received event network-vif-plugged-6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.490502] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.490758] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.490933] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.492288] env[62622]: DEBUG nova.compute.manager [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] No waiting events found dispatching network-vif-plugged-6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.492422] env[62622]: WARNING nova.compute.manager [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Received unexpected event network-vif-plugged-6454b955-e5dc-4d93-a1a3-14222dc8ba45 for instance with vm_state building and task_state spawning. [ 850.492605] env[62622]: DEBUG nova.compute.manager [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Received event network-changed-6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.492803] env[62622]: DEBUG nova.compute.manager [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Refreshing instance network info cache due to event network-changed-6454b955-e5dc-4d93-a1a3-14222dc8ba45. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.493036] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Acquiring lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.493208] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Acquired lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.493373] env[62622]: DEBUG nova.network.neutron [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Refreshing network info cache for port 6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.584534] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Successfully created port: ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.597236] env[62622]: DEBUG nova.objects.base [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 850.599836] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.776917] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.848830] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50331} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.849325] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f5604326-5f59-4ebe-8227-61661bdddc65/f5604326-5f59-4ebe-8227-61661bdddc65.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.849783] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.850295] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b22e2b2-556f-4e8b-bded-25f61c5944ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.859774] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 850.859774] env[62622]: value = "task-2701625" [ 850.859774] env[62622]: _type = "Task" [ 850.859774] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.877773] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.889721] env[62622]: DEBUG oslo_vmware.api [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Task: {'id': task-2701624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.889999] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.890521] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.890521] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.890709] env[62622]: INFO nova.compute.manager [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.890950] env[62622]: DEBUG oslo.service.loopingcall [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.891162] env[62622]: DEBUG nova.compute.manager [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.891633] env[62622]: DEBUG nova.network.neutron [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.052670] env[62622]: DEBUG nova.network.neutron [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.062659] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffba77a-ec8c-452e-aee1-eeb0737980b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.070347] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11b548-d731-4ee7-8680-6b15f520b288 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.103892] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36a4f1a-1a87-4126-a936-747e4ac28c52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.121957] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf75d63-6061-45e0-aff9-baa7185508cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.139243] env[62622]: DEBUG nova.compute.provider_tree [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.187689] env[62622]: DEBUG nova.network.neutron [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.371759] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067815} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.372489] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.375728] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e4686-dd74-42ad-a778-6826af63d0f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.398580] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f5604326-5f59-4ebe-8227-61661bdddc65/f5604326-5f59-4ebe-8227-61661bdddc65.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.399172] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6f4e0b-42ca-496c-8077-461cf308e254 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.423451] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 851.423451] env[62622]: value = "task-2701626" [ 851.423451] env[62622]: _type = "Task" [ 851.423451] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.433992] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.619127] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.642784] env[62622]: DEBUG nova.scheduler.client.report [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.654526] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.654805] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.654974] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.655175] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.655321] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.655472] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.655731] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.655899] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.656083] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.656297] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.656515] env[62622]: DEBUG nova.virt.hardware [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.657399] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826ae715-4514-4f16-9c27-d85f8abbf7a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.667028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ec9dfe-2608-4f6f-95a4-1021bf98d14e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.690190] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e0afeca-2999-4840-afd9-0c9aa6555955 req-2eeccef3-b01d-4d17-a509-45f42de22a2c service nova] Releasing lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.690605] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690816] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.771654] env[62622]: DEBUG nova.network.neutron [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.943282] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701626, 'name': ReconfigVM_Task, 'duration_secs': 0.293993} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.943282] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f5604326-5f59-4ebe-8227-61661bdddc65/f5604326-5f59-4ebe-8227-61661bdddc65.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.943282] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be54a127-d1f4-4a19-95e6-cc8c6e732e14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.947709] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 851.947709] env[62622]: value = "task-2701627" [ 851.947709] env[62622]: _type = "Task" [ 851.947709] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.956919] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701627, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.150445] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.562s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.152261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.846s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.152863] env[62622]: DEBUG nova.objects.instance [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lazy-loading 'resources' on Instance uuid 1fbdb66e-9fa8-4896-b2cb-7e27650e4102 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.267152] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.274215] env[62622]: INFO nova.compute.manager [-] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Took 1.38 seconds to deallocate network for instance. [ 852.447969] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Successfully updated port: ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.460039] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701627, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.526792] env[62622]: DEBUG nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Received event network-vif-deleted-06cd0f9f-be5a-4fe7-a382-9bc04c25af72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.527053] env[62622]: DEBUG nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Received event network-vif-plugged-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.527233] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.527444] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.527614] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.527782] env[62622]: DEBUG nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] No waiting events found dispatching network-vif-plugged-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.527948] env[62622]: WARNING nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Received unexpected event network-vif-plugged-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 for instance with vm_state building and task_state spawning. [ 852.528933] env[62622]: DEBUG nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Received event network-changed-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.529249] env[62622]: DEBUG nova.compute.manager [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Refreshing instance network info cache due to event network-changed-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.529518] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Acquiring lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.529691] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Acquired lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.529970] env[62622]: DEBUG nova.network.neutron [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Refreshing network info cache for port ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.544733] env[62622]: DEBUG nova.network.neutron [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Updating instance_info_cache with network_info: [{"id": "6454b955-e5dc-4d93-a1a3-14222dc8ba45", "address": "fa:16:3e:69:c2:0f", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6454b955-e5", "ovs_interfaceid": "6454b955-e5dc-4d93-a1a3-14222dc8ba45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.664710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5a6832e-5333-4fd3-aa51-7d261957a2de tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.576s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.667184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.632s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.667184] env[62622]: INFO nova.compute.manager [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Unshelving [ 852.785323] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.955474] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.962040] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701627, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.045888] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-1cb40b02-805e-4f3f-91c1-daf53319ba9b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.046226] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance network_info: |[{"id": "6454b955-e5dc-4d93-a1a3-14222dc8ba45", "address": "fa:16:3e:69:c2:0f", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6454b955-e5", "ovs_interfaceid": "6454b955-e5dc-4d93-a1a3-14222dc8ba45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.046629] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c2:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6454b955-e5dc-4d93-a1a3-14222dc8ba45', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.054225] env[62622]: DEBUG oslo.service.loopingcall [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.056833] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.058284] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c28be87a-6eff-44f6-9ef9-8d5ebf379deb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.082968] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.082968] env[62622]: value = "task-2701628" [ 853.082968] env[62622]: _type = "Task" [ 853.082968] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.092395] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701628, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.095818] env[62622]: DEBUG nova.network.neutron [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.128731] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9eba69-0342-4e02-b70c-f1a3e7a50f2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.136934] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7a744a-e754-4f1f-a4c0-d7d1d26997cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.176188] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71905497-d6d6-4355-93f7-df9dcab56860 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.187260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84565c58-1d81-4c4a-9e6d-3ed26e1fc57d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.202368] env[62622]: DEBUG nova.compute.provider_tree [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.258449] env[62622]: DEBUG nova.network.neutron [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.461871] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701627, 'name': Rename_Task, 'duration_secs': 1.149738} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.462342] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.463218] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7cc059d-2a90-44dc-b6e5-eff9417bca37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.473027] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 853.473027] env[62622]: value = "task-2701629" [ 853.473027] env[62622]: _type = "Task" [ 853.473027] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.479659] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.598021] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701628, 'name': CreateVM_Task, 'duration_secs': 0.355236} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.598021] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.598021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.598021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.598021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.598021] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e43bed-95fb-47a9-b61a-279da6682f84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.603261] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 853.603261] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522ed849-da68-00cf-b6af-5f6e03ac7c8f" [ 853.603261] env[62622]: _type = "Task" [ 853.603261] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.614055] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522ed849-da68-00cf-b6af-5f6e03ac7c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.708073] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.709013] env[62622]: DEBUG nova.scheduler.client.report [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.762718] env[62622]: DEBUG oslo_concurrency.lockutils [req-ecc5d208-7ddf-409d-9146-758284a3ad36 req-b1006fbd-31be-4fa3-854a-fce750607e80 service nova] Releasing lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.762718] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.762718] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.982174] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.123559] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522ed849-da68-00cf-b6af-5f6e03ac7c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.123656] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.123850] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.124104] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.124251] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.124430] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.124722] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f6388a-d968-4cde-ae94-445cfcc76826 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.134024] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.134211] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.134938] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146f56c1-fb00-4a93-9376-bc61d40681b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.140592] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 854.140592] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52afa918-b48f-38b8-a497-2a7d3767a17a" [ 854.140592] env[62622]: _type = "Task" [ 854.140592] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.150061] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52afa918-b48f-38b8-a497-2a7d3767a17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.215282] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.218870] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.787s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.248807] env[62622]: INFO nova.scheduler.client.report [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Deleted allocations for instance 1fbdb66e-9fa8-4896-b2cb-7e27650e4102 [ 854.301395] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.463793] env[62622]: DEBUG nova.network.neutron [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating instance_info_cache with network_info: [{"id": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "address": "fa:16:3e:0c:70:32", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6fd0b1-2e", "ovs_interfaceid": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.490029] env[62622]: DEBUG oslo_vmware.api [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701629, 'name': PowerOnVM_Task, 'duration_secs': 0.5345} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.490677] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.490677] env[62622]: INFO nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Took 9.93 seconds to spawn the instance on the hypervisor. [ 854.490677] env[62622]: DEBUG nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.493406] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b39b5-15d1-48f9-8c91-6e36219ea697 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.654180] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52afa918-b48f-38b8-a497-2a7d3767a17a, 'name': SearchDatastore_Task, 'duration_secs': 0.008807} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.655902] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971987c5-ba4d-43df-9831-d600fbb9df44 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.663062] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 854.663062] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5212d3d2-99ef-8403-7f41-30c9e40e6dd4" [ 854.663062] env[62622]: _type = "Task" [ 854.663062] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.669955] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5212d3d2-99ef-8403-7f41-30c9e40e6dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.724315] env[62622]: INFO nova.compute.claims [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.759131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3cfba45c-0348-4bcd-aa67-4cc3ac8b9a4a tempest-FloatingIPsAssociationTestJSON-2090315859 tempest-FloatingIPsAssociationTestJSON-2090315859-project-member] Lock "1fbdb66e-9fa8-4896-b2cb-7e27650e4102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.404s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.968863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.969222] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance network_info: |[{"id": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "address": "fa:16:3e:0c:70:32", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6fd0b1-2e", "ovs_interfaceid": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.969665] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:70:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.977921] env[62622]: DEBUG oslo.service.loopingcall [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.978177] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.978402] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4dc9a15-1f99-4704-b0bd-aeb03d82ef0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.000330] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.000330] env[62622]: value = "task-2701630" [ 855.000330] env[62622]: _type = "Task" [ 855.000330] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.012916] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701630, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.018148] env[62622]: INFO nova.compute.manager [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Took 37.48 seconds to build instance. [ 855.019266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.019484] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.174528] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5212d3d2-99ef-8403-7f41-30c9e40e6dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.175119] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.176026] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1cb40b02-805e-4f3f-91c1-daf53319ba9b/1cb40b02-805e-4f3f-91c1-daf53319ba9b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.176026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e49e4a0a-d21a-4c05-9e19-ff1521c3ef97 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.183076] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 855.183076] env[62622]: value = "task-2701631" [ 855.183076] env[62622]: _type = "Task" [ 855.183076] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.192245] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.233111] env[62622]: INFO nova.compute.resource_tracker [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating resource usage from migration 7dea9b5f-dc05-4793-8d0f-164fbc0ba808 [ 855.512121] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701630, 'name': CreateVM_Task, 'duration_secs': 0.362277} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.512352] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.513131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.513435] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.513825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.514239] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b6451c-b0f0-454a-8384-9eb76249cea3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.520514] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 855.520514] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229a4ed-f001-ded1-f885-22a16d5826a2" [ 855.520514] env[62622]: _type = "Task" [ 855.520514] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.523696] env[62622]: DEBUG oslo_concurrency.lockutils [None req-58646b2b-ea3c-487d-9278-2b4a117149a4 tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.990s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.524463] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.542288] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229a4ed-f001-ded1-f885-22a16d5826a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.693699] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.696405] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35118f7f-6c3d-4d5b-830e-06c4c0b0f45c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.703980] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e290f-0108-4328-9cf2-41ab94b4d78f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.737010] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27671450-ec53-4883-bea3-541b2e3e5aef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.744450] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029e5cd-ce0b-43cf-93ac-5641a5e75d67 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.757726] env[62622]: DEBUG nova.compute.provider_tree [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.033717] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5229a4ed-f001-ded1-f885-22a16d5826a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0552} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.034047] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.034288] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.034543] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.034708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.034888] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.035176] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5636fc4-f618-4092-b871-82b1a6895fc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.051745] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.054288] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.054288] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.054288] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb28fed-2a1a-4058-b87d-8f4a98b88c45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.059915] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 856.059915] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1ef79-4bd7-e19c-cfa8-91cd447d9f94" [ 856.059915] env[62622]: _type = "Task" [ 856.059915] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.067349] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1ef79-4bd7-e19c-cfa8-91cd447d9f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.195658] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615394} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.195658] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 1cb40b02-805e-4f3f-91c1-daf53319ba9b/1cb40b02-805e-4f3f-91c1-daf53319ba9b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.195658] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.195658] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5848d8dc-6330-4cf5-a090-edd57a2fc5a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.201776] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 856.201776] env[62622]: value = "task-2701632" [ 856.201776] env[62622]: _type = "Task" [ 856.201776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.209388] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.260921] env[62622]: DEBUG nova.scheduler.client.report [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.574257] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1ef79-4bd7-e19c-cfa8-91cd447d9f94, 'name': SearchDatastore_Task, 'duration_secs': 0.045652} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.574257] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2749bf06-d4c2-4f9a-9c8c-15a146122121 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.578183] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 856.578183] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a8267-1fae-c96e-9f51-6e853e904435" [ 856.578183] env[62622]: _type = "Task" [ 856.578183] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.587160] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a8267-1fae-c96e-9f51-6e853e904435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.712485] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068906} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.713030] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.714152] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191aa0d-b68e-4984-ae8d-9351d4e5d77b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.749129] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1cb40b02-805e-4f3f-91c1-daf53319ba9b/1cb40b02-805e-4f3f-91c1-daf53319ba9b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.749476] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced0c857-68bb-4a77-95ea-9214f2f2e64a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.767501] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.549s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.767711] env[62622]: INFO nova.compute.manager [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Migrating [ 856.774668] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.700s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.776163] env[62622]: INFO nova.compute.claims [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.789862] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 856.789862] env[62622]: value = "task-2701633" [ 856.789862] env[62622]: _type = "Task" [ 856.789862] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.802798] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.024009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.024009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.099974] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a8267-1fae-c96e-9f51-6e853e904435, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.099974] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.099974] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.099974] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9879dee-5fb8-418f-9e6e-52a81f286915 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.104905] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 857.104905] env[62622]: value = "task-2701634" [ 857.104905] env[62622]: _type = "Task" [ 857.104905] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.114358] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.299062] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.299062] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.299062] env[62622]: DEBUG nova.network.neutron [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.312547] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701633, 'name': ReconfigVM_Task, 'duration_secs': 0.443416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.313206] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1cb40b02-805e-4f3f-91c1-daf53319ba9b/1cb40b02-805e-4f3f-91c1-daf53319ba9b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.314722] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b0c28e4-fb58-46a9-81ce-58504d70c609 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.320380] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 857.320380] env[62622]: value = "task-2701635" [ 857.320380] env[62622]: _type = "Task" [ 857.320380] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.332540] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701635, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.526832] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.619847] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.832488] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701635, 'name': Rename_Task, 'duration_secs': 0.173644} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.832911] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.833168] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec55b96e-b405-4d45-ac7c-923cefdd8fe8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.841680] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 857.841680] env[62622]: value = "task-2701636" [ 857.841680] env[62622]: _type = "Task" [ 857.841680] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.863645] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701636, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.055599] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.077847] env[62622]: DEBUG nova.network.neutron [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.118088] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751869} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.118294] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.119391] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.119391] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87125540-92a0-4c0e-b7da-28e7ed4cda4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.130501] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 858.130501] env[62622]: value = "task-2701637" [ 858.130501] env[62622]: _type = "Task" [ 858.130501] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.140270] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.329191] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b3f0e-078d-4fef-a22d-f6f66f1c2aa1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.340479] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad09d91-4066-4cf5-a643-5cea52bec123 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.356175] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701636, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.382406] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bb789-e78a-4e03-85d6-66a2a78d6b65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.392113] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c95e2-0f9b-4001-b5af-5adc4831ef72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.406162] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.582034] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.641806] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074047} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.642157] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.642942] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faf930f-8d1f-4f45-89c5-bd43290fdd42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.666274] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.666911] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d488ec9-e7dd-447f-b523-e8603efd84cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.686729] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 858.686729] env[62622]: value = "task-2701638" [ 858.686729] env[62622]: _type = "Task" [ 858.686729] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.695035] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.852841] env[62622]: DEBUG oslo_vmware.api [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701636, 'name': PowerOnVM_Task, 'duration_secs': 0.635171} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.853307] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.853671] env[62622]: INFO nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 858.853671] env[62622]: DEBUG nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.854410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f667d1-3c88-4d4c-aadf-1ab4595c9f6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.939640] env[62622]: ERROR nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [req-4d78f33b-43ad-4c8e-a0c0-b7023139abbb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d78f33b-43ad-4c8e-a0c0-b7023139abbb"}]} [ 858.944509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "f5604326-5f59-4ebe-8227-61661bdddc65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.944509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.944509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.944509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.944509] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.947246] env[62622]: INFO nova.compute.manager [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Terminating instance [ 858.959383] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 858.976437] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 858.977056] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.992752] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.015100] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.198154] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701638, 'name': ReconfigVM_Task, 'duration_secs': 0.502161} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.200860] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.202014] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05c76da8-2f1b-4d1a-848c-787602a4849a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.208589] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 859.208589] env[62622]: value = "task-2701639" [ 859.208589] env[62622]: _type = "Task" [ 859.208589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.218954] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701639, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.374223] env[62622]: INFO nova.compute.manager [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Took 34.12 seconds to build instance. [ 859.416663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc438d-3884-46c9-8fa0-c95f51609438 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.424258] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9539ce15-32a4-409a-ad49-891eca4e798e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.457453] env[62622]: DEBUG nova.compute.manager [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.457751] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.458841] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad24087-1201-46fb-9a45-4684bc4e6f0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.462097] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a82fdf-f3fa-44c4-b2a9-7e977bdaa0d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.473647] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c002d610-daa4-4fcf-a1af-f542c37dbf14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.477653] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.478282] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f278bc7c-6cd1-4894-a788-6354948befce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.490119] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.492572] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 859.492572] env[62622]: value = "task-2701640" [ 859.492572] env[62622]: _type = "Task" [ 859.492572] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.500696] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.718284] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701639, 'name': Rename_Task, 'duration_secs': 0.184348} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.718715] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.719091] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daafaf5d-156a-4f6b-ad0e-235f21466eea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.725053] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 859.725053] env[62622]: value = "task-2701641" [ 859.725053] env[62622]: _type = "Task" [ 859.725053] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.733709] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.761895] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.762354] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.785618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "7793d176-4bf8-4c8b-807e-fcec7944542b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.786037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.814418] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.814990] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.881443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-22ba9d0c-c6b9-4b6a-a7e5-6dfde18f3533 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.641s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.005762] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701640, 'name': PowerOffVM_Task, 'duration_secs': 0.197066} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.006051] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.006230] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.006487] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df753618-ac57-4bc1-824a-2e449ef8baa4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.015197] env[62622]: ERROR nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [req-4106a2c5-0191-4e05-aee6-abc086e9971b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4106a2c5-0191-4e05-aee6-abc086e9971b"}]} [ 860.036643] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.058098] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.059563] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.074352] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.074699] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.074778] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Deleting the datastore file [datastore1] f5604326-5f59-4ebe-8227-61661bdddc65 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.076858] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.078835] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e7dfe1b-bad9-47ee-945d-3fafce742747 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.088186] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for the task: (returnval){ [ 860.088186] env[62622]: value = "task-2701643" [ 860.088186] env[62622]: _type = "Task" [ 860.088186] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.101051] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.104285] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd6efa-a9cf-45aa-9b37-46c9abab26d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.112387] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.132353] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.237005] env[62622]: DEBUG oslo_vmware.api [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701641, 'name': PowerOnVM_Task, 'duration_secs': 0.454868} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.237294] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.237500] env[62622]: INFO nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Took 8.62 seconds to spawn the instance on the hypervisor. [ 860.237704] env[62622]: DEBUG nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.239275] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9a58a-59e6-4e24-9d24-763eda11eacf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.264358] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.294198] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.317862] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.597430] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3f504-92cc-484b-83ce-d13b6a1a4d5f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.604927] env[62622]: DEBUG oslo_vmware.api [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Task: {'id': task-2701643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136538} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.605553] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.605772] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.605967] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.606160] env[62622]: INFO nova.compute.manager [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.606395] env[62622]: DEBUG oslo.service.loopingcall [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.606602] env[62622]: DEBUG nova.compute.manager [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.606724] env[62622]: DEBUG nova.network.neutron [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.610857] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ad5d35-927a-487b-816d-ba60e9662e83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.643015] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.643129] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ae61b46-50e2-4030-8b51-a1d214b37413 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.645535] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b96be-a786-448e-9484-4d04768c54d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.655278] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc4f2f-b5cb-45c4-a046-22b39a8fc24f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.659632] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 860.659632] env[62622]: value = "task-2701644" [ 860.659632] env[62622]: _type = "Task" [ 860.659632] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.671622] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.678262] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 860.678459] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.761911] env[62622]: INFO nova.compute.manager [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Took 28.78 seconds to build instance. [ 860.790366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.817263] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.846096] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.188481] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.189102] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.189102] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.189102] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.189295] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.189682] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.189682] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.189767] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.189896] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.190130] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.190262] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.197110] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f49b966-b9ed-4ac1-ac4e-29ccfa98caf0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.217292] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 861.217292] env[62622]: value = "task-2701645" [ 861.217292] env[62622]: _type = "Task" [ 861.217292] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.229517] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.232882] env[62622]: DEBUG nova.scheduler.client.report [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.232882] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 101 to 102 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.233082] env[62622]: DEBUG nova.compute.provider_tree [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.264238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-91341b01-0c62-4fc8-9b40-0a616db70ff2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.293s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.267138] env[62622]: DEBUG nova.compute.manager [req-7db9517f-1ea2-4c5a-8cea-1931175001fd req-356e1caa-561d-4c76-af61-14b10945fd05 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Received event network-vif-deleted-83658d94-09e0-42ee-a81b-90a2dc0155b8 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.267336] env[62622]: INFO nova.compute.manager [req-7db9517f-1ea2-4c5a-8cea-1931175001fd req-356e1caa-561d-4c76-af61-14b10945fd05 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Neutron deleted interface 83658d94-09e0-42ee-a81b-90a2dc0155b8; detaching it from the instance and deleting it from the info cache [ 861.267517] env[62622]: DEBUG nova.network.neutron [req-7db9517f-1ea2-4c5a-8cea-1931175001fd req-356e1caa-561d-4c76-af61-14b10945fd05 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.470601] env[62622]: DEBUG nova.network.neutron [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.481507] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.481507] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.729158] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701645, 'name': ReconfigVM_Task, 'duration_secs': 0.324139} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.729158] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.737988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.963s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.739035] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.741143] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.219s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.741406] env[62622]: DEBUG nova.objects.instance [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'resources' on Instance uuid 4db9a644-5705-40d9-9cba-f46c16ce4937 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.774014] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c012f5d-373a-4ef2-ada3-d9b50215018d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.783749] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d35c8d-01eb-4697-917d-7a4be33b3f24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.799612] env[62622]: DEBUG nova.compute.manager [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Received event network-changed-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.799612] env[62622]: DEBUG nova.compute.manager [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Refreshing instance network info cache due to event network-changed-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 861.799612] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] Acquiring lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.799612] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] Acquired lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.799833] env[62622]: DEBUG nova.network.neutron [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Refreshing network info cache for port ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.822423] env[62622]: DEBUG nova.compute.manager [req-7db9517f-1ea2-4c5a-8cea-1931175001fd req-356e1caa-561d-4c76-af61-14b10945fd05 service nova] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Detach interface failed, port_id=83658d94-09e0-42ee-a81b-90a2dc0155b8, reason: Instance f5604326-5f59-4ebe-8227-61661bdddc65 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 861.974152] env[62622]: INFO nova.compute.manager [-] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Took 1.37 seconds to deallocate network for instance. [ 861.983676] env[62622]: DEBUG nova.compute.utils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.236880] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.237159] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.237324] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.237510] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.237696] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.237856] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.238081] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.238246] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.238417] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.238582] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.238760] env[62622]: DEBUG nova.virt.hardware [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.244075] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 862.245813] env[62622]: DEBUG nova.compute.utils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.249595] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412c0627-66ea-4877-b67a-d223a4a091e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.263250] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.263410] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.271802] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 862.271802] env[62622]: value = "task-2701646" [ 862.271802] env[62622]: _type = "Task" [ 862.271802] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.283820] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.330638] env[62622]: DEBUG nova.policy [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b8989ff744c59b9848f6d5c2e2cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021576358d6c4a5990b97e583e555b0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.481141] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.486283] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.648952] env[62622]: DEBUG nova.network.neutron [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updated VIF entry in instance network info cache for port ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.649520] env[62622]: DEBUG nova.network.neutron [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating instance_info_cache with network_info: [{"id": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "address": "fa:16:3e:0c:70:32", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6fd0b1-2e", "ovs_interfaceid": "ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.671554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee667243-5b1c-49d2-9840-9c2c61f16d0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.682245] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef370f74-dbfb-4472-b34e-3eb096a98990 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.719641] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0c7fc-7d5f-4e86-81d8-728130daa24a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.729051] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7018c-10c1-4915-8d89-b963615ed0a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.747520] env[62622]: DEBUG nova.compute.provider_tree [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.755504] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Successfully created port: 265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.763510] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.783117] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701646, 'name': ReconfigVM_Task, 'duration_secs': 0.431068} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.783117] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.783734] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7cd158-09a5-42ff-9c22-2585441f2588 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.812117] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.812471] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89ff1ba-8199-4e34-a649-33951d0a4040 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.834307] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 862.834307] env[62622]: value = "task-2701647" [ 862.834307] env[62622]: _type = "Task" [ 862.834307] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.845046] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.152677] env[62622]: DEBUG oslo_concurrency.lockutils [req-1b10a8a5-9c9a-454e-a186-e4bbfd185791 req-98532ce7-dda8-45a2-8641-4b3e5460d9f9 service nova] Releasing lock "refresh_cache-34b7f9fd-e6bf-45fc-bf7c-c03340a34768" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.251880] env[62622]: DEBUG nova.scheduler.client.report [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.319025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "108001c7-67d4-4901-b024-15943019d754" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.319279] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.344582] env[62622]: DEBUG oslo_vmware.api [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701647, 'name': ReconfigVM_Task, 'duration_secs': 0.40423} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.344903] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] efe5672b-3623-4497-87a8-2672c086352e/efe5672b-3623-4497-87a8-2672c086352e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.345333] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.583358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.584036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.584036] env[62622]: INFO nova.compute.manager [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Attaching volume be2d06ea-2c1b-4623-9afb-118158c85de5 to /dev/sdb [ 863.629763] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18fb3fe-77ee-4445-b30d-f9c4fca98594 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637196] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da68a872-5f75-45bd-becf-70a5ee4ec0cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.650415] env[62622]: DEBUG nova.virt.block_device [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Updating existing volume attachment record: 8fc9f0e5-572f-4919-b2ec-518ff3329b48 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 863.758118] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.761081] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.512s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.761372] env[62622]: DEBUG nova.objects.instance [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.775239] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.788165] env[62622]: INFO nova.scheduler.client.report [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted allocations for instance 4db9a644-5705-40d9-9cba-f46c16ce4937 [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.818020] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.818639] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.819155] env[62622]: DEBUG nova.virt.hardware [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.821666] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7555365-9549-4ae0-8c9a-9e396ece1cf6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.824812] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.833700] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a299479-2198-4813-9850-9890dda561bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.851010] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919d8d2-e833-47e1-9748-88e9f1558883 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.869994] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ab3c0-31f7-4108-a8c0-27e900c9a02b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.887726] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.225133] env[62622]: DEBUG nova.compute.manager [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Received event network-vif-plugged-265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.225133] env[62622]: DEBUG oslo_concurrency.lockutils [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] Acquiring lock "77899d87-f442-47b7-9d17-9509d29b8035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.225401] env[62622]: DEBUG oslo_concurrency.lockutils [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] Lock "77899d87-f442-47b7-9d17-9509d29b8035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.225528] env[62622]: DEBUG oslo_concurrency.lockutils [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] Lock "77899d87-f442-47b7-9d17-9509d29b8035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.225661] env[62622]: DEBUG nova.compute.manager [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] No waiting events found dispatching network-vif-plugged-265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.225824] env[62622]: WARNING nova.compute.manager [req-9845d5a1-2643-4d7d-8d5f-f2aca4dd868f req-a409f3b7-cb4c-41f4-99d0-a087c5686e61 service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Received unexpected event network-vif-plugged-265e5779-1792-4282-af91-6ae2b6e972dc for instance with vm_state building and task_state spawning. [ 864.272770] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Successfully updated port: 265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.297682] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbfdff95-402b-4d86-85ab-737c166aeb86 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "4db9a644-5705-40d9-9cba-f46c16ce4937" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.930s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.349296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.432540] env[62622]: DEBUG nova.network.neutron [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Port 7cd69a60-18bf-4961-ba2f-87507be65834 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 864.776585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6a0752f1-ecff-4723-9326-d953f0523407 tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.777963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.778221] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.778510] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.780217] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.004s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.315932] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.457755] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.457755] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.457915] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.462770] env[62622]: DEBUG nova.network.neutron [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Updating instance_info_cache with network_info: [{"id": "265e5779-1792-4282-af91-6ae2b6e972dc", "address": "fa:16:3e:0b:eb:64", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265e5779-17", "ovs_interfaceid": "265e5779-1792-4282-af91-6ae2b6e972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.633157] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3153c3f4-d84d-4f1a-b588-271f86320640 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae0c95-1a33-4dbd-9540-0b2290c15278 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.671086] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44db60-e2a0-4362-a086-45ceb0a5a004 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.678132] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c3b023-8cc7-4717-ab6c-3b450e8a4e5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.690776] env[62622]: DEBUG nova.compute.provider_tree [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.964490] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.964767] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Instance network_info: |[{"id": "265e5779-1792-4282-af91-6ae2b6e972dc", "address": "fa:16:3e:0b:eb:64", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265e5779-17", "ovs_interfaceid": "265e5779-1792-4282-af91-6ae2b6e972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.966870] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:eb:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '265e5779-1792-4282-af91-6ae2b6e972dc', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.972620] env[62622]: DEBUG oslo.service.loopingcall [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.973473] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.973749] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1276d2-6238-4d9f-b8fb-02e7e0e25ce1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994202] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.994202] env[62622]: value = "task-2701651" [ 865.994202] env[62622]: _type = "Task" [ 865.994202] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.002355] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701651, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.194235] env[62622]: DEBUG nova.scheduler.client.report [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.255801] env[62622]: DEBUG nova.compute.manager [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Received event network-changed-265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.255986] env[62622]: DEBUG nova.compute.manager [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Refreshing instance network info cache due to event network-changed-265e5779-1792-4282-af91-6ae2b6e972dc. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.256235] env[62622]: DEBUG oslo_concurrency.lockutils [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] Acquiring lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.256381] env[62622]: DEBUG oslo_concurrency.lockutils [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] Acquired lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256547] env[62622]: DEBUG nova.network.neutron [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Refreshing network info cache for port 265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.494914] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.495123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.495306] env[62622]: DEBUG nova.network.neutron [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.506075] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701651, 'name': CreateVM_Task, 'duration_secs': 0.370461} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.506770] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.507451] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.507615] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.507946] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.508441] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5680f1c1-223d-49fe-a3c5-8b730e7d4303 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.513288] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 866.513288] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b3b2b-3ee2-9303-6b1f-a03ba2e3846b" [ 866.513288] env[62622]: _type = "Task" [ 866.513288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.520897] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b3b2b-3ee2-9303-6b1f-a03ba2e3846b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.938074] env[62622]: DEBUG nova.network.neutron [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Updated VIF entry in instance network info cache for port 265e5779-1792-4282-af91-6ae2b6e972dc. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.938447] env[62622]: DEBUG nova.network.neutron [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Updating instance_info_cache with network_info: [{"id": "265e5779-1792-4282-af91-6ae2b6e972dc", "address": "fa:16:3e:0b:eb:64", "network": {"id": "3175a8b4-2300-4908-b7ef-9b5bbe62d931", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2046196206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021576358d6c4a5990b97e583e555b0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265e5779-17", "ovs_interfaceid": "265e5779-1792-4282-af91-6ae2b6e972dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.023541] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b3b2b-3ee2-9303-6b1f-a03ba2e3846b, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.023922] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.024121] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.024351] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.024498] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.024681] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.024955] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f1b2bf8-f660-4c62-b52f-cee140db4fb5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.036076] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.036297] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.037133] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad569c91-e342-4db4-8476-04a1550737bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.041834] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 867.041834] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528cb06f-e438-d320-12ed-d6ae17e640a2" [ 867.041834] env[62622]: _type = "Task" [ 867.041834] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.049172] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528cb06f-e438-d320-12ed-d6ae17e640a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.205100] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.425s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.208811] env[62622]: DEBUG nova.network.neutron [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.209961] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.005s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.211320] env[62622]: INFO nova.compute.claims [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.441626] env[62622]: DEBUG oslo_concurrency.lockutils [req-165d2fac-699c-4fc1-9447-09ece56afa73 req-01f07e92-b729-42fa-a033-74f8ab99d83a service nova] Releasing lock "refresh_cache-77899d87-f442-47b7-9d17-9509d29b8035" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.552367] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528cb06f-e438-d320-12ed-d6ae17e640a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026407} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.553175] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ae2abc-8bbc-48f2-9b23-7c13d352c75f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.558125] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 867.558125] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c51587-0896-ec72-7c3d-dfc518baad74" [ 867.558125] env[62622]: _type = "Task" [ 867.558125] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.565489] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c51587-0896-ec72-7c3d-dfc518baad74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.719713] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.791974] env[62622]: INFO nova.scheduler.client.report [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocation for migration a712a5c3-5137-41c1-a1c0-f978f9a93605 [ 868.076714] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c51587-0896-ec72-7c3d-dfc518baad74, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.077108] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.077487] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 77899d87-f442-47b7-9d17-9509d29b8035/77899d87-f442-47b7-9d17-9509d29b8035.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.077832] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35199de-694c-46ff-89ec-dc8753a9b3fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.084869] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 868.084869] env[62622]: value = "task-2701653" [ 868.084869] env[62622]: _type = "Task" [ 868.084869] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.095864] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.195257] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 868.195514] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544387', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'name': 'volume-be2d06ea-2c1b-4623-9afb-118158c85de5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cb40b02-805e-4f3f-91c1-daf53319ba9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'serial': 'be2d06ea-2c1b-4623-9afb-118158c85de5'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 868.196435] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c776c84-9949-408b-840e-daff766a12d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.213538] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c3d6fe-b0b3-4756-891c-0b44eaff9a31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.243800] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-be2d06ea-2c1b-4623-9afb-118158c85de5/volume-be2d06ea-2c1b-4623-9afb-118158c85de5.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.246675] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ceb56f5-1096-4c0d-8eda-c23152c84c36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.265415] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 868.265415] env[62622]: value = "task-2701654" [ 868.265415] env[62622]: _type = "Task" [ 868.265415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.279011] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.279953] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced7db6-ec12-4b03-a40b-97de77a134ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.300879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2bcbab4e-0bd7-4f9a-ac66-30096a092618 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.476s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.308051] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64434e-67b5-4f12-bbcd-319eb1889ff6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.316762] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.596475] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487365} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.596594] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 77899d87-f442-47b7-9d17-9509d29b8035/77899d87-f442-47b7-9d17-9509d29b8035.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.596819] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.597096] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0c7513f-1c3f-4ae7-86ac-c55f9745fcfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.605986] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 868.605986] env[62622]: value = "task-2701655" [ 868.605986] env[62622]: _type = "Task" [ 868.605986] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.617868] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.678023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e328f23-0d62-4886-b28f-520fb3da81d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.684571] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd42af1e-d94c-4d39-b28a-2ca5d46eb4b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.714749] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90061167-b841-42bf-9130-d040850fd2f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.722249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a02e9e-0f4a-4040-91bf-feb9df3525c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.737111] env[62622]: DEBUG nova.compute.provider_tree [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.774825] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.824161] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0237b0d-691f-4612-831b-89915af27966 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance 'efe5672b-3623-4497-87a8-2672c086352e' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.116934] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065854} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.117259] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.118188] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06917b-cb63-4758-aa37-623c0964f874 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.143262] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 77899d87-f442-47b7-9d17-9509d29b8035/77899d87-f442-47b7-9d17-9509d29b8035.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.144076] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac39f907-684c-4ede-852d-c3ca351e8ce3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.173771] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 869.173771] env[62622]: value = "task-2701656" [ 869.173771] env[62622]: _type = "Task" [ 869.173771] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.183249] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.240494] env[62622]: DEBUG nova.scheduler.client.report [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.277021] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701654, 'name': ReconfigVM_Task, 'duration_secs': 0.758503} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.277334] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-be2d06ea-2c1b-4623-9afb-118158c85de5/volume-be2d06ea-2c1b-4623-9afb-118158c85de5.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.282098] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1513a5ad-60b0-49ac-b304-c5dda331be35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.297788] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 869.297788] env[62622]: value = "task-2701657" [ 869.297788] env[62622]: _type = "Task" [ 869.297788] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.305457] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.379442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.379442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.379442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "9095924d-19a1-4352-8dc2-212411c91572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.379442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.379845] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.383041] env[62622]: INFO nova.compute.manager [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Terminating instance [ 869.681833] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.746132] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.746818] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.749630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.104s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.749861] env[62622]: DEBUG nova.objects.instance [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lazy-loading 'resources' on Instance uuid ef338da3-8bf8-4d21-a81c-f2e1ed485405 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.807650] env[62622]: DEBUG oslo_vmware.api [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701657, 'name': ReconfigVM_Task, 'duration_secs': 0.154681} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.807954] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544387', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'name': 'volume-be2d06ea-2c1b-4623-9afb-118158c85de5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cb40b02-805e-4f3f-91c1-daf53319ba9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'serial': 'be2d06ea-2c1b-4623-9afb-118158c85de5'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 869.887756] env[62622]: DEBUG nova.compute.manager [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.887978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.889416] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcce1ee-33b3-409a-8afe-8d1544f27c39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.896943] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.897241] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f4d9eb-689a-4e04-9a10-ae90c88dafdf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.903919] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 869.903919] env[62622]: value = "task-2701658" [ 869.903919] env[62622]: _type = "Task" [ 869.903919] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.912248] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.949618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.949927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.182738] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701656, 'name': ReconfigVM_Task, 'duration_secs': 0.751864} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.183160] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 77899d87-f442-47b7-9d17-9509d29b8035/77899d87-f442-47b7-9d17-9509d29b8035.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.183762] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4029a0d6-fac7-45e0-9b7b-745d82eb9fd8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.190385] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 870.190385] env[62622]: value = "task-2701659" [ 870.190385] env[62622]: _type = "Task" [ 870.190385] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.198797] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701659, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.257201] env[62622]: DEBUG nova.compute.utils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.258804] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.259019] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.311655] env[62622]: DEBUG nova.policy [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7283a8fcf8924c97aeb20ed8273ec15b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0687fd8d73d454a80a2162cff851cce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.419090] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701658, 'name': PowerOffVM_Task, 'duration_secs': 0.204558} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.419090] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.419347] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.419426] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53fadd6a-a532-4e60-9d1d-442884033651 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.455019] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.616599] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Successfully created port: 1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.676065] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28d495-2414-4476-8bbb-2c459cfbe268 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.684747] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2cdb8-da8b-45a3-9a6a-a49efad68e81 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.720265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b51837-247d-4b2d-93c1-7c9e090fed83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.732874] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701659, 'name': Rename_Task, 'duration_secs': 0.147062} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.733214] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.734393] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff91226-3da2-477f-a3d7-f27cd53f139b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.737876] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be3190f9-8b93-4190-aae3-56a3f82bda17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.748791] env[62622]: DEBUG nova.compute.provider_tree [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.750965] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 870.750965] env[62622]: value = "task-2701661" [ 870.750965] env[62622]: _type = "Task" [ 870.750965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.757997] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.761359] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.835398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.835650] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.835831] env[62622]: DEBUG nova.compute.manager [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Going to confirm migration 4 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 870.863074] env[62622]: DEBUG nova.objects.instance [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'flavor' on Instance uuid 1cb40b02-805e-4f3f-91c1-daf53319ba9b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.937472] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.937699] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.937884] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 9095924d-19a1-4352-8dc2-212411c91572 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.938196] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aae6468c-0569-4589-af0a-da05abe4c90b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.944347] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 870.944347] env[62622]: value = "task-2701662" [ 870.944347] env[62622]: _type = "Task" [ 870.944347] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.952438] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.973475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.091854] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.253620] env[62622]: DEBUG nova.scheduler.client.report [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.271789] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.368242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-573ac340-fc7e-4dc2-a5b0-72cdfa5a0248 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.369483] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.278s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.369571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.369804] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.369996] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.371850] env[62622]: INFO nova.compute.manager [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Terminating instance [ 871.412864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.413079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.413262] env[62622]: DEBUG nova.network.neutron [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.413444] env[62622]: DEBUG nova.objects.instance [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'info_cache' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.458409] env[62622]: DEBUG oslo_vmware.api [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157677} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.458409] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.458409] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.458409] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.458409] env[62622]: INFO nova.compute.manager [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Took 1.57 seconds to destroy the instance on the hypervisor. [ 871.458409] env[62622]: DEBUG oslo.service.loopingcall [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.458409] env[62622]: DEBUG nova.compute.manager [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.458690] env[62622]: DEBUG nova.network.neutron [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.701817] env[62622]: DEBUG nova.compute.manager [req-47c11c17-56eb-46d8-b542-d98bc59c145d req-849865cf-a1ef-475c-b8ea-c3af89f3573f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Received event network-vif-deleted-d8017107-587b-4389-8341-223b3f702a1b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.701912] env[62622]: INFO nova.compute.manager [req-47c11c17-56eb-46d8-b542-d98bc59c145d req-849865cf-a1ef-475c-b8ea-c3af89f3573f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Neutron deleted interface d8017107-587b-4389-8341-223b3f702a1b; detaching it from the instance and deleting it from the info cache [ 871.702135] env[62622]: DEBUG nova.network.neutron [req-47c11c17-56eb-46d8-b542-d98bc59c145d req-849865cf-a1ef-475c-b8ea-c3af89f3573f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.768165] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.770137] env[62622]: DEBUG oslo_vmware.api [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701661, 'name': PowerOnVM_Task, 'duration_secs': 0.541352} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.771262] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.085s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.772529] env[62622]: INFO nova.compute.claims [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.775060] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.775568] env[62622]: INFO nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Took 8.00 seconds to spawn the instance on the hypervisor. [ 871.775568] env[62622]: DEBUG nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.776647] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.778967] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57904d-a148-400c-a5c9-552c3c159170 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.794452] env[62622]: INFO nova.scheduler.client.report [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Deleted allocations for instance ef338da3-8bf8-4d21-a81c-f2e1ed485405 [ 871.809018] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.809018] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.809018] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.809018] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.809018] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.809452] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.809770] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.810070] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.810352] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.810623] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.810906] env[62622]: DEBUG nova.virt.hardware [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.812267] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df15f8-1fb7-42c3-809d-b8040e580aeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.821039] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c314c33-4cdc-449e-bd37-84664dd68a17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.876030] env[62622]: DEBUG nova.compute.manager [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.876030] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.878213] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b026303-3343-44a4-8c57-07e0469c3e68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.882869] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 871.882869] env[62622]: value = "task-2701663" [ 871.882869] env[62622]: _type = "Task" [ 871.882869] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.892178] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.064287] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Successfully updated port: 1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.183254] env[62622]: DEBUG nova.network.neutron [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.204467] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc9ef3b-c791-43e1-abd4-451e94c40979 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506bf910-edae-48a3-bde1-4cc476e9aa7f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.248826] env[62622]: DEBUG nova.compute.manager [req-47c11c17-56eb-46d8-b542-d98bc59c145d req-849865cf-a1ef-475c-b8ea-c3af89f3573f service nova] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Detach interface failed, port_id=d8017107-587b-4389-8341-223b3f702a1b, reason: Instance 9095924d-19a1-4352-8dc2-212411c91572 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 872.297087] env[62622]: INFO nova.compute.manager [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Took 34.24 seconds to build instance. [ 872.300613] env[62622]: DEBUG oslo_concurrency.lockutils [None req-efcb0391-b760-4a36-b623-abb152f3f9fe tempest-ServerShowV257Test-1351776746 tempest-ServerShowV257Test-1351776746-project-member] Lock "ef338da3-8bf8-4d21-a81c-f2e1ed485405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.975s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.393146] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701663, 'name': PowerOffVM_Task, 'duration_secs': 0.210764} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.393433] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.393628] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 872.393844] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544387', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'name': 'volume-be2d06ea-2c1b-4623-9afb-118158c85de5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cb40b02-805e-4f3f-91c1-daf53319ba9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'serial': 'be2d06ea-2c1b-4623-9afb-118158c85de5'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 872.394647] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2d5be5-17c4-409a-b52f-207821a9c59f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.415462] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02fea9-c441-45e7-be9d-c31ec49e8f59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.425951] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c2295-6793-4daf-9ea8-1f8d10d45f62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.446986] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37236d-a63e-4750-9ae1-047c8db3e7e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.462113] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] The volume has not been displaced from its original location: [datastore1] volume-be2d06ea-2c1b-4623-9afb-118158c85de5/volume-be2d06ea-2c1b-4623-9afb-118158c85de5.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 872.470038] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 872.470532] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1ada94-e8e2-467d-b39d-9af5728aa2f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.488787] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 872.488787] env[62622]: value = "task-2701664" [ 872.488787] env[62622]: _type = "Task" [ 872.488787] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.496712] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.566943] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.567123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.567298] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.685949] env[62622]: INFO nova.compute.manager [-] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Took 1.23 seconds to deallocate network for instance. [ 872.726498] env[62622]: DEBUG nova.network.neutron [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.799812] env[62622]: DEBUG oslo_concurrency.lockutils [None req-997f5c0b-6dcb-4049-b292-033f3069179f tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.747s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.000894] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701664, 'name': ReconfigVM_Task, 'duration_secs': 0.195096} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.001222] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.008280] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e8fe8e-85af-43a0-9c8f-de8691c8723a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.023968] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 873.023968] env[62622]: value = "task-2701665" [ 873.023968] env[62622]: _type = "Task" [ 873.023968] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.035734] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.099269] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.164863] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245170eb-e8c9-458f-9a2d-b4c3e1d30b26 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.173252] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf392da-c488-4c74-becf-2432cb7ae3f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.208600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.211971] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ef52f-f704-40e2-9105-d7129d98e16e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.219619] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e4c00-1031-4c5a-bf36-8a0a6c65e5fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.233408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.233747] env[62622]: DEBUG nova.objects.instance [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'migration_context' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.234985] env[62622]: DEBUG nova.compute.provider_tree [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.247776] env[62622]: DEBUG nova.network.neutron [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Updating instance_info_cache with network_info: [{"id": "1b476927-ea6c-43b5-a9b2-125fae63b303", "address": "fa:16:3e:38:1c:3d", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b476927-ea", "ovs_interfaceid": "1b476927-ea6c-43b5-a9b2-125fae63b303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.534394] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701665, 'name': ReconfigVM_Task, 'duration_secs': 0.185309} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.534696] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544387', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'name': 'volume-be2d06ea-2c1b-4623-9afb-118158c85de5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cb40b02-805e-4f3f-91c1-daf53319ba9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2d06ea-2c1b-4623-9afb-118158c85de5', 'serial': 'be2d06ea-2c1b-4623-9afb-118158c85de5'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 873.534986] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.535749] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63691c2f-f23d-4d17-80ae-8f3b1c0fe110 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.541892] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.542113] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e14bd635-2943-48c3-bef8-1357769d83d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.605389] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.605612] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.605796] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore1] 1cb40b02-805e-4f3f-91c1-daf53319ba9b {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.606118] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39908874-2e30-4319-a3a0-b2c2c6cab585 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.612250] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 873.612250] env[62622]: value = "task-2701667" [ 873.612250] env[62622]: _type = "Task" [ 873.612250] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.619706] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.728371] env[62622]: DEBUG nova.compute.manager [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Received event network-vif-plugged-1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.728547] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Acquiring lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.728766] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.728962] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.729225] env[62622]: DEBUG nova.compute.manager [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] No waiting events found dispatching network-vif-plugged-1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.729403] env[62622]: WARNING nova.compute.manager [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Received unexpected event network-vif-plugged-1b476927-ea6c-43b5-a9b2-125fae63b303 for instance with vm_state building and task_state spawning. [ 873.729637] env[62622]: DEBUG nova.compute.manager [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Received event network-changed-1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.729839] env[62622]: DEBUG nova.compute.manager [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Refreshing instance network info cache due to event network-changed-1b476927-ea6c-43b5-a9b2-125fae63b303. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.730098] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Acquiring lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.737621] env[62622]: DEBUG nova.objects.base [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 873.739243] env[62622]: DEBUG nova.scheduler.client.report [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.743342] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7cb328-8d2c-4d06-85ef-59bd4f6b1ada {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749599] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.750118] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Instance network_info: |[{"id": "1b476927-ea6c-43b5-a9b2-125fae63b303", "address": "fa:16:3e:38:1c:3d", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b476927-ea", "ovs_interfaceid": "1b476927-ea6c-43b5-a9b2-125fae63b303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.763654] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Acquired lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.763846] env[62622]: DEBUG nova.network.neutron [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Refreshing network info cache for port 1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.765197] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:1c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b476927-ea6c-43b5-a9b2-125fae63b303', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.772413] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating folder: Project (c0687fd8d73d454a80a2162cff851cce). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.773413] env[62622]: DEBUG nova.compute.manager [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.775577] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb1e1a33-4210-4245-919e-46379e7f833d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.777780] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5474b78-9a55-424e-a5b8-db2ae0085e49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.782031] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8de6b58-d17e-4f8d-a405-963a3a6d63b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.791514] env[62622]: DEBUG oslo_vmware.api [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 873.791514] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521cde83-d7e2-e9df-d2a0-aaba7a37651d" [ 873.791514] env[62622]: _type = "Task" [ 873.791514] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.795914] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created folder: Project (c0687fd8d73d454a80a2162cff851cce) in parent group-v544184. [ 873.796106] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating folder: Instances. Parent ref: group-v544389. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.796624] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0583050e-0f7c-45af-9dac-01bd3cca6ea6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.801154] env[62622]: DEBUG oslo_vmware.api [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521cde83-d7e2-e9df-d2a0-aaba7a37651d, 'name': SearchDatastore_Task, 'duration_secs': 0.007242} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.801407] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.804955] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created folder: Instances in parent group-v544389. [ 873.805183] env[62622]: DEBUG oslo.service.loopingcall [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.805364] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.805551] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20625676-2b26-4390-b258-af58ea0e59fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.824583] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.824583] env[62622]: value = "task-2701670" [ 873.824583] env[62622]: _type = "Task" [ 873.824583] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.832252] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701670, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.123168] env[62622]: DEBUG oslo_vmware.api [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134531} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.123463] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.123663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.123884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.124114] env[62622]: INFO nova.compute.manager [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Took 2.25 seconds to destroy the instance on the hypervisor. [ 874.124371] env[62622]: DEBUG oslo.service.loopingcall [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.124567] env[62622]: DEBUG nova.compute.manager [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.124664] env[62622]: DEBUG nova.network.neutron [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.248075] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.248576] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.251201] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.466s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.251497] env[62622]: DEBUG nova.objects.instance [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lazy-loading 'resources' on Instance uuid f8c713cd-d776-4398-8ed5-edf4ee3b32b2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.294095] env[62622]: INFO nova.compute.manager [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] instance snapshotting [ 874.297492] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce127246-23be-43a3-9eb9-91b02e908892 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.319691] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e853f5-ad30-4a06-a9fc-f60a10c2caf8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.338219] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701670, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.505056] env[62622]: DEBUG nova.network.neutron [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Updated VIF entry in instance network info cache for port 1b476927-ea6c-43b5-a9b2-125fae63b303. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.505481] env[62622]: DEBUG nova.network.neutron [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Updating instance_info_cache with network_info: [{"id": "1b476927-ea6c-43b5-a9b2-125fae63b303", "address": "fa:16:3e:38:1c:3d", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b476927-ea", "ovs_interfaceid": "1b476927-ea6c-43b5-a9b2-125fae63b303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.756241] env[62622]: DEBUG nova.compute.utils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.760474] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.760629] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.800113] env[62622]: DEBUG nova.policy [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eb13eb7e96a4e7fbf0fd7660d976ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb62202f2f424751a8a74da6d51d87c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.834638] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 874.838370] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d70bf44f-687a-4a10-a2e2-246000ab4c3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.840381] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701670, 'name': CreateVM_Task, 'duration_secs': 0.837915} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.843031] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.844150] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.844337] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.844681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.845039] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f6bcfd-c37e-43c7-b683-64911171d2ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.848029] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 874.848029] env[62622]: value = "task-2701671" [ 874.848029] env[62622]: _type = "Task" [ 874.848029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.849036] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 874.849036] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521f4c93-a769-baae-3187-589f932d5893" [ 874.849036] env[62622]: _type = "Task" [ 874.849036] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.861757] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.866082] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521f4c93-a769-baae-3187-589f932d5893, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.866082] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.866266] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.866374] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.866526] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.866691] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.867352] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83a7de73-f41d-4c4b-8356-b583807209f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.877896] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.877896] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.877896] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000fd8e3-042c-4cc4-9002-4fa85f9a76b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.882619] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 874.882619] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f4ed58-784e-83bf-5c80-818f58deef32" [ 874.882619] env[62622]: _type = "Task" [ 874.882619] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.896927] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f4ed58-784e-83bf-5c80-818f58deef32, 'name': SearchDatastore_Task, 'duration_secs': 0.008454} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.899904] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb3ec0f-6125-49b6-b50b-b5e802a45143 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.905028] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 874.905028] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f3caa-52b4-89f9-9730-243a95373794" [ 874.905028] env[62622]: _type = "Task" [ 874.905028] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.912336] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f3caa-52b4-89f9-9730-243a95373794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.914706] env[62622]: DEBUG nova.network.neutron [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.007764] env[62622]: DEBUG oslo_concurrency.lockutils [req-bba589ec-c117-4e2f-a938-ee0e9d88b894 req-1d25fe7c-3a64-4b7b-ab10-eb80bdde4291 service nova] Releasing lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.079356] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Successfully created port: 664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.152808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a68258-18b2-4fef-8faf-06be516fc1a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.161432] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97607782-5059-4d68-aa9c-450daf9af412 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190988] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409b07c-41c9-4d56-a6d2-386f5df6275d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.198567] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea36543-070f-48ce-9972-2e0701361a50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.213867] env[62622]: DEBUG nova.compute.provider_tree [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.261994] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.358763] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.415445] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f3caa-52b4-89f9-9730-243a95373794, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.415700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.415987] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/95d98b15-c4ee-495a-b3fb-a305b5c91c3f.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.416277] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb390bf6-1e1f-4537-a17a-f547a94a955c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.418296] env[62622]: INFO nova.compute.manager [-] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Took 1.29 seconds to deallocate network for instance. [ 875.425866] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 875.425866] env[62622]: value = "task-2701672" [ 875.425866] env[62622]: _type = "Task" [ 875.425866] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.433885] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.752846] env[62622]: ERROR nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] [req-b6f7ec14-b1d8-4e04-a8ce-115b045d924c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6f7ec14-b1d8-4e04-a8ce-115b045d924c"}]} [ 875.776342] env[62622]: DEBUG nova.compute.manager [req-e094f28b-e66e-4685-924e-d58c1855bf4c req-e8c141c0-4ca8-42d5-9dbb-4b6a5a692df8 service nova] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Received event network-vif-deleted-6454b955-e5dc-4d93-a1a3-14222dc8ba45 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.777641] env[62622]: DEBUG nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 875.817476] env[62622]: DEBUG nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 875.817781] env[62622]: DEBUG nova.compute.provider_tree [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.832030] env[62622]: DEBUG nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 875.855945] env[62622]: DEBUG nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.862384] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701671, 'name': CreateSnapshot_Task, 'duration_secs': 0.780342} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.862752] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.863608] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93943092-bc28-4f02-a9aa-26c1e7e6e50b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.938989] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469461} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.938989] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/95d98b15-c4ee-495a-b3fb-a305b5c91c3f.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.938989] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.939811] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e36f6ab-3f31-4d68-b022-58e9b63cbd50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.947281] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 875.947281] env[62622]: value = "task-2701673" [ 875.947281] env[62622]: _type = "Task" [ 875.947281] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.955828] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.966625] env[62622]: INFO nova.compute.manager [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Took 0.55 seconds to detach 1 volumes for instance. [ 876.220566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f2938-a313-4b4b-8475-c6fde9679d12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.230145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b0bf3-1269-4bbb-af21-37a62f4906e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.259551] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5c7c8-1cd6-42ba-8777-400dc5cde199 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.266556] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b207041-f5f7-4610-8079-7c1fd135a24e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.271239] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.282466] env[62622]: DEBUG nova.compute.provider_tree [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.297008] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.297251] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.297408] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.297590] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.297736] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.297884] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.298102] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.298268] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.298438] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.298601] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.298779] env[62622]: DEBUG nova.virt.hardware [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.299925] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a586cf3-aa2b-4ed3-9e1b-ae2c7743dc1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.307958] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77080f46-bc99-43a7-919f-a6b57d9b9ee5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.382933] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.383102] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-162625dd-b3c8-4ed3-a3c0-2ee3a5cfb11a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.392923] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 876.392923] env[62622]: value = "task-2701674" [ 876.392923] env[62622]: _type = "Task" [ 876.392923] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.401536] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.456764] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079346} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.457053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.457910] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f332a36c-f353-44f1-be7a-486f0b1402d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.476311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.485687] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/95d98b15-c4ee-495a-b3fb-a305b5c91c3f.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.486023] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8064bb7-0fdc-4583-9eed-677acc27cdc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.505278] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 876.505278] env[62622]: value = "task-2701675" [ 876.505278] env[62622]: _type = "Task" [ 876.505278] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.515740] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.770129] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Successfully updated port: 664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.786028] env[62622]: DEBUG nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.902206] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.015098] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701675, 'name': ReconfigVM_Task, 'duration_secs': 0.305375} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.015387] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/95d98b15-c4ee-495a-b3fb-a305b5c91c3f.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.016019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e280523c-b7e6-4f86-a35f-9bf655f3e5c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.023108] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 877.023108] env[62622]: value = "task-2701676" [ 877.023108] env[62622]: _type = "Task" [ 877.023108] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.031130] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701676, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.272167] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.272344] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquired lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.272503] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.291816] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.041s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.294409] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.586s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.294630] env[62622]: DEBUG nova.objects.instance [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'pci_requests' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.316986] env[62622]: INFO nova.scheduler.client.report [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Deleted allocations for instance f8c713cd-d776-4398-8ed5-edf4ee3b32b2 [ 877.403513] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.533340] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701676, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.799463] env[62622]: DEBUG nova.objects.instance [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'numa_topology' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.807128] env[62622]: DEBUG nova.compute.manager [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Received event network-vif-plugged-664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.807357] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Acquiring lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.807570] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.807736] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.807933] env[62622]: DEBUG nova.compute.manager [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] No waiting events found dispatching network-vif-plugged-664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.808093] env[62622]: WARNING nova.compute.manager [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Received unexpected event network-vif-plugged-664bc814-a2fc-40f0-874d-1f00cc41d05b for instance with vm_state building and task_state spawning. [ 877.808239] env[62622]: DEBUG nova.compute.manager [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Received event network-changed-664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.808394] env[62622]: DEBUG nova.compute.manager [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Refreshing instance network info cache due to event network-changed-664bc814-a2fc-40f0-874d-1f00cc41d05b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.808556] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Acquiring lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.814063] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.825714] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3781450b-5147-4967-b913-b3bfabc51e11 tempest-MigrationsAdminTest-1765148923 tempest-MigrationsAdminTest-1765148923-project-member] Lock "f8c713cd-d776-4398-8ed5-edf4ee3b32b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.559s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.904698] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.945264] env[62622]: DEBUG nova.network.neutron [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Updating instance_info_cache with network_info: [{"id": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "address": "fa:16:3e:0c:50:76", "network": {"id": "2579858a-003c-443c-913c-2689be1875a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-834160175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb62202f2f424751a8a74da6d51d87c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664bc814-a2", "ovs_interfaceid": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.036029] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701676, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.307551] env[62622]: INFO nova.compute.claims [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.405547] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.449412] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Releasing lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.449932] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Instance network_info: |[{"id": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "address": "fa:16:3e:0c:50:76", "network": {"id": "2579858a-003c-443c-913c-2689be1875a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-834160175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb62202f2f424751a8a74da6d51d87c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664bc814-a2", "ovs_interfaceid": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.452848] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Acquired lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.452848] env[62622]: DEBUG nova.network.neutron [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Refreshing network info cache for port 664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.452848] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664bc814-a2fc-40f0-874d-1f00cc41d05b', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.466221] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Creating folder: Project (fb62202f2f424751a8a74da6d51d87c3). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.469958] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55732e59-f4cd-4501-8887-e1aa31600384 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.481666] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Created folder: Project (fb62202f2f424751a8a74da6d51d87c3) in parent group-v544184. [ 878.482145] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Creating folder: Instances. Parent ref: group-v544394. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.482564] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ff242a-fb69-40e9-84c3-a24b6d942ebb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.493017] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Created folder: Instances in parent group-v544394. [ 878.493017] env[62622]: DEBUG oslo.service.loopingcall [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.493017] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.493017] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55264794-7f1f-4e0f-9166-de04536d1b3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.513673] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.513673] env[62622]: value = "task-2701679" [ 878.513673] env[62622]: _type = "Task" [ 878.513673] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.524442] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701679, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.535797] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701676, 'name': Rename_Task, 'duration_secs': 1.178914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.536514] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.536915] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf7f5cc-26e9-4f41-bbc0-0e74f473d2a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.544322] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 878.544322] env[62622]: value = "task-2701680" [ 878.544322] env[62622]: _type = "Task" [ 878.544322] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.554395] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.703940] env[62622]: DEBUG nova.network.neutron [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Updated VIF entry in instance network info cache for port 664bc814-a2fc-40f0-874d-1f00cc41d05b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.704386] env[62622]: DEBUG nova.network.neutron [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Updating instance_info_cache with network_info: [{"id": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "address": "fa:16:3e:0c:50:76", "network": {"id": "2579858a-003c-443c-913c-2689be1875a8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-834160175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb62202f2f424751a8a74da6d51d87c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664bc814-a2", "ovs_interfaceid": "664bc814-a2fc-40f0-874d-1f00cc41d05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.904889] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701674, 'name': CloneVM_Task, 'duration_secs': 2.095847} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.905199] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Created linked-clone VM from snapshot [ 878.905963] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce965e-6980-48ab-aee4-c8dac4c83b88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.915147] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Uploading image f62e1679-474d-4a2e-8a24-f279ed1a1072 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.934022] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.934022] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28ffdf89-7f60-4ad4-8fdc-c7a4da2cb0a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.939438] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 878.939438] env[62622]: value = "task-2701681" [ 878.939438] env[62622]: _type = "Task" [ 878.939438] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.952686] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701681, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.024298] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701679, 'name': CreateVM_Task, 'duration_secs': 0.358643} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.024586] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.025356] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.025570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.025947] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.026310] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d217612-b8e7-419f-b235-629fb814ab77 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.031132] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 879.031132] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ab2b17-1261-c447-dec4-cfe11f7b5637" [ 879.031132] env[62622]: _type = "Task" [ 879.031132] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.039314] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ab2b17-1261-c447-dec4-cfe11f7b5637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.054321] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.208071] env[62622]: DEBUG oslo_concurrency.lockutils [req-9a4de4e6-6199-4a74-8d14-e301c1e8463c req-7fcfd5fd-b64e-4b4c-ab9e-b544b819eddc service nova] Releasing lock "refresh_cache-d19890fd-0c60-4c32-90dd-62a7437f9c60" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.454773] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701681, 'name': Destroy_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.543370] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ab2b17-1261-c447-dec4-cfe11f7b5637, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.545829] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.546113] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.546378] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.546528] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.546705] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.547695] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e581b81f-df71-4655-8667-15509ab8edcf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.557888] env[62622]: DEBUG oslo_vmware.api [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701680, 'name': PowerOnVM_Task, 'duration_secs': 0.582034} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.560301] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.560585] env[62622]: INFO nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 879.560740] env[62622]: DEBUG nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.562473] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995d3f0a-76c2-470a-9d38-a0992ac089ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.564758] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.564964] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.565642] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4153d93-b635-43b5-9226-e647db6df403 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.576805] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 879.576805] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52552ac9-5a24-5a5e-ba8c-2fe0135ee123" [ 879.576805] env[62622]: _type = "Task" [ 879.576805] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.584930] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52552ac9-5a24-5a5e-ba8c-2fe0135ee123, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.585708] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e9cfa3-36b5-4c37-93f1-15b82056c649 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.593224] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 879.593224] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52721370-19ca-0e87-6d89-9e075c1b45c0" [ 879.593224] env[62622]: _type = "Task" [ 879.593224] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.601407] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52721370-19ca-0e87-6d89-9e075c1b45c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.675894] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766510e9-329e-426a-b674-2c85bdf89f02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.683637] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f34b4d-3e06-46cc-a355-2233775b1007 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.713777] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56430cf4-4665-43f6-a4a5-476a1f34734e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.720446] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad07592-97d7-43d2-ab20-51d12422cd0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.735278] env[62622]: DEBUG nova.compute.provider_tree [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.952556] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701681, 'name': Destroy_Task, 'duration_secs': 0.541868} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.952885] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Destroyed the VM [ 879.953077] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 879.953343] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c149a120-a0d8-4ca4-83a2-09de01a5edb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.960470] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 879.960470] env[62622]: value = "task-2701682" [ 879.960470] env[62622]: _type = "Task" [ 879.960470] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.968503] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.085816] env[62622]: INFO nova.compute.manager [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Took 32.91 seconds to build instance. [ 880.104043] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52721370-19ca-0e87-6d89-9e075c1b45c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.104995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.105340] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d19890fd-0c60-4c32-90dd-62a7437f9c60/d19890fd-0c60-4c32-90dd-62a7437f9c60.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.105639] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab47d6c8-d52d-4ef6-9c75-7815bb7d590d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.112841] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 880.112841] env[62622]: value = "task-2701683" [ 880.112841] env[62622]: _type = "Task" [ 880.112841] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.121411] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.239564] env[62622]: DEBUG nova.scheduler.client.report [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.473233] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.588623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6f11390b-e25c-4f1a-afb2-dd02e12ad437 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.427s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.621450] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480343} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.621450] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d19890fd-0c60-4c32-90dd-62a7437f9c60/d19890fd-0c60-4c32-90dd-62a7437f9c60.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.621668] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.621816] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7d75a15-0ea4-4ad8-bcf2-9df7066db236 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.628579] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 880.628579] env[62622]: value = "task-2701684" [ 880.628579] env[62622]: _type = "Task" [ 880.628579] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.636011] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.745194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.451s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.747568] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.696s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.749906] env[62622]: INFO nova.compute.claims [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.766801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.766801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.783788] env[62622]: INFO nova.network.neutron [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating port 191ace8d-f266-4c45-8177-9d20623dfccc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 880.972780] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.980686] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.980918] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.140241] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065144} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.140807] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.141401] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3019e0-b909-4ae2-ac28-953a2048e46a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.164021] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] d19890fd-0c60-4c32-90dd-62a7437f9c60/d19890fd-0c60-4c32-90dd-62a7437f9c60.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.164318] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74c5b27-beac-4bc8-8b94-76d79dd7a8b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.184564] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 881.184564] env[62622]: value = "task-2701685" [ 881.184564] env[62622]: _type = "Task" [ 881.184564] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.192888] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.264199] env[62622]: INFO nova.compute.manager [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Rescuing [ 881.264515] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.264710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264891] env[62622]: DEBUG nova.network.neutron [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.269351] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.474031] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.483563] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.695523] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.797829] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.978539] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.004868] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.009786] env[62622]: DEBUG nova.network.neutron [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Updating instance_info_cache with network_info: [{"id": "1b476927-ea6c-43b5-a9b2-125fae63b303", "address": "fa:16:3e:38:1c:3d", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b476927-ea", "ovs_interfaceid": "1b476927-ea6c-43b5-a9b2-125fae63b303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.196294] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701685, 'name': ReconfigVM_Task, 'duration_secs': 0.745849} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.196766] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Reconfigured VM instance instance-00000049 to attach disk [datastore1] d19890fd-0c60-4c32-90dd-62a7437f9c60/d19890fd-0c60-4c32-90dd-62a7437f9c60.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.197599] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bfdf053-d20f-498c-a6e4-c80e4d091fe8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.201808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad96915-490a-45fc-a05e-27ae342fa27a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.207838] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 882.207838] env[62622]: value = "task-2701686" [ 882.207838] env[62622]: _type = "Task" [ 882.207838] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.209599] env[62622]: DEBUG nova.compute.manager [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.209888] env[62622]: DEBUG oslo_concurrency.lockutils [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.210173] env[62622]: DEBUG oslo_concurrency.lockutils [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.210352] env[62622]: DEBUG oslo_concurrency.lockutils [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.210561] env[62622]: DEBUG nova.compute.manager [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] No waiting events found dispatching network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.210739] env[62622]: WARNING nova.compute.manager [req-1d76129f-203b-4863-8393-e44899bbe97e req-03c289af-9dbc-491f-827a-6ca6fe63fab3 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received unexpected event network-vif-plugged-191ace8d-f266-4c45-8177-9d20623dfccc for instance with vm_state shelved_offloaded and task_state spawning. [ 882.220835] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff61205-65a7-4907-a9e2-b0b8007eb094 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.230398] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701686, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.259206] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9803c49f-105d-4bd9-bc84-cd98b151d61f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.267164] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d79115-26f2-4e99-9470-ec51c0c66f26 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.281857] env[62622]: DEBUG nova.compute.provider_tree [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.294245] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.295317] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295317] env[62622]: DEBUG nova.network.neutron [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.477083] env[62622]: DEBUG oslo_vmware.api [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701682, 'name': RemoveSnapshot_Task, 'duration_secs': 2.055854} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.477248] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.515813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "refresh_cache-95d98b15-c4ee-495a-b3fb-a305b5c91c3f" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.718686] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701686, 'name': Rename_Task, 'duration_secs': 0.250428} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.718956] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.719230] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63cb39a3-b66b-44d6-94ac-714cf41576df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.725051] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 882.725051] env[62622]: value = "task-2701687" [ 882.725051] env[62622]: _type = "Task" [ 882.725051] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.734013] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.784738] env[62622]: DEBUG nova.scheduler.client.report [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.982595] env[62622]: WARNING nova.compute.manager [None req-c5a863ac-41e7-47a5-b54e-c97a6b8bf394 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Image not found during snapshot: nova.exception.ImageNotFound: Image f62e1679-474d-4a2e-8a24-f279ed1a1072 could not be found. [ 882.994485] env[62622]: DEBUG nova.network.neutron [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.237027] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.289693] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.290278] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.293572] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.238s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.295484] env[62622]: INFO nova.compute.claims [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.497302] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.521756] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d045a034bed1189d765c5660630788ed',container_format='bare',created_at=2025-02-19T18:17:00Z,direct_url=,disk_format='vmdk',id=242734b5-dc2d-4f66-80a1-bb61608f526b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1589061600-shelved',owner='b99f2df87a404f81a50d0fe502fe12a6',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-19T18:17:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.522875] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.522875] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.522875] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.522875] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.522875] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.523100] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.523134] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.523338] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.523537] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.523732] env[62622]: DEBUG nova.virt.hardware [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.524688] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc1eab9-3bed-4f2c-8446-50afeca091cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.532676] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29a16d0-e9d2-4014-9da6-c315de5c035a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.546735] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:12:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '191ace8d-f266-4c45-8177-9d20623dfccc', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.554065] env[62622]: DEBUG oslo.service.loopingcall [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.556076] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.557239] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d2c08d-fc68-458d-b6bb-140368d6eda9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.577138] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.577138] env[62622]: value = "task-2701688" [ 883.577138] env[62622]: _type = "Task" [ 883.577138] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.584945] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701688, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.736937] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.802939] env[62622]: DEBUG nova.compute.utils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 883.804573] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.804745] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.853517] env[62622]: DEBUG nova.policy [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5d575479ed4c63b34e3c3176387d73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe0819f273fd4516b5ac809865ae76d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.914562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "77899d87-f442-47b7-9d17-9509d29b8035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.914905] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.915242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "77899d87-f442-47b7-9d17-9509d29b8035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.915623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.915813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.918692] env[62622]: INFO nova.compute.manager [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Terminating instance [ 884.072683] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.073052] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cba56cc-d791-45c6-835e-3bf40b1d227c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.082566] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 884.082566] env[62622]: value = "task-2701689" [ 884.082566] env[62622]: _type = "Task" [ 884.082566] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.089252] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701688, 'name': CreateVM_Task, 'duration_secs': 0.356452} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.089750] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.090428] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.090588] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.091221] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.094256] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218baaec-ddb8-4dd3-a957-96c24b600b29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.096022] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.099767] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 884.099767] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5281defc-e302-b0c8-05d6-9396714f5967" [ 884.099767] env[62622]: _type = "Task" [ 884.099767] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.110567] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5281defc-e302-b0c8-05d6-9396714f5967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.137523] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Successfully created port: 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.236982] env[62622]: DEBUG oslo_vmware.api [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701687, 'name': PowerOnVM_Task, 'duration_secs': 1.156537} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.236982] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.236982] env[62622]: INFO nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Took 7.97 seconds to spawn the instance on the hypervisor. [ 884.236982] env[62622]: DEBUG nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.238036] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421ff8e-8543-48b9-a55b-426f65e61f08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.254370] env[62622]: DEBUG nova.compute.manager [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.254370] env[62622]: DEBUG nova.compute.manager [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing instance network info cache due to event network-changed-191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.254370] env[62622]: DEBUG oslo_concurrency.lockutils [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.254370] env[62622]: DEBUG oslo_concurrency.lockutils [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.254370] env[62622]: DEBUG nova.network.neutron [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Refreshing network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.308622] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.423348] env[62622]: DEBUG nova.compute.manager [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.423583] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.424775] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2f2354-6464-4905-b5ec-080d9413ad6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.432231] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.434627] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb74ebb4-0d84-48bf-931d-ff73b4164927 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.440671] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 884.440671] env[62622]: value = "task-2701690" [ 884.440671] env[62622]: _type = "Task" [ 884.440671] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.450499] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.595585] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701689, 'name': PowerOffVM_Task, 'duration_secs': 0.247719} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.595800] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.596645] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60d470-8afe-40d5-9228-25c8e03bae5b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.622320] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f013949-c64c-4931-b096-7100590a4cc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.628966] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.629243] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Processing image 242734b5-dc2d-4f66-80a1-bb61608f526b {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.629475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.629620] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.629800] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.632117] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b0983e9-531f-41ff-aa0c-fd24f78538f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.643932] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.644148] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.644914] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86a8319-f7a4-412a-95ba-8167b541b471 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.652548] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 884.652548] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c82fb-22c9-5dd2-0349-699265041ab1" [ 884.652548] env[62622]: _type = "Task" [ 884.652548] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.664046] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c82fb-22c9-5dd2-0349-699265041ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.666115] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.666115] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36d4654-acc6-4db8-9291-1a39c01f37da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.671632] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 884.671632] env[62622]: value = "task-2701691" [ 884.671632] env[62622]: _type = "Task" [ 884.671632] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.682293] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.682486] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.682718] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.682858] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.683035] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.683269] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66c5348c-abd5-4588-9c2e-ab3b1723b723 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.690239] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.690456] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.691164] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f748363-b099-4400-a615-0db26a17ae5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.696020] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 884.696020] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52086aba-02cc-a57b-69b8-0c09173d3b9e" [ 884.696020] env[62622]: _type = "Task" [ 884.696020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.700102] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d12ff1-fe78-4b22-92c6-0b877a90f55c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.707735] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52086aba-02cc-a57b-69b8-0c09173d3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.709527] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3863f524-0428-41d1-bbcc-6afc53880b24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.712302] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c1f1ab-fd9f-4ace-a929-d6b9a8d18089 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.717885] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 884.717885] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a38446-f4a1-97ab-de71-8b2f4ebb6448" [ 884.717885] env[62622]: _type = "Task" [ 884.717885] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.743852] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f54dc-d00d-4d01-b8f5-9018a54ce9d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.754239] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a38446-f4a1-97ab-de71-8b2f4ebb6448, 'name': SearchDatastore_Task, 'duration_secs': 0.008122} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.756843] env[62622]: DEBUG oslo_concurrency.lockutils [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.757128] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 884.760779] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9004e015-620f-4e37-ba2d-0e2425e7068f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.763600] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79cf231-0864-41eb-bf1c-4170b9cf0bbc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.768658] env[62622]: INFO nova.compute.manager [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Took 35.11 seconds to build instance. [ 884.780826] env[62622]: DEBUG nova.compute.provider_tree [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.783155] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 884.783155] env[62622]: value = "task-2701692" [ 884.783155] env[62622]: _type = "Task" [ 884.783155] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.790586] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.951889] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701690, 'name': PowerOffVM_Task, 'duration_secs': 0.195814} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.952222] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.952396] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.952655] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a709d7f-822f-4889-a1db-f25f2cc3ade6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.965828] env[62622]: DEBUG nova.network.neutron [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updated VIF entry in instance network info cache for port 191ace8d-f266-4c45-8177-9d20623dfccc. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.966283] env[62622]: DEBUG nova.network.neutron [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.022455] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.022717] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.022859] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleting the datastore file [datastore1] 77899d87-f442-47b7-9d17-9509d29b8035 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.023167] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f8237e8-2056-49b2-9d3d-8a1001fc33a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.030018] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for the task: (returnval){ [ 885.030018] env[62622]: value = "task-2701694" [ 885.030018] env[62622]: _type = "Task" [ 885.030018] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.039387] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.162989] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 885.163274] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Fetch image to [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8/OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 885.163422] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Downloading stream optimized image 242734b5-dc2d-4f66-80a1-bb61608f526b to [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8/OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8.vmdk on the data store datastore1 as vApp {{(pid=62622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 885.163600] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Downloading image file data 242734b5-dc2d-4f66-80a1-bb61608f526b to the ESX as VM named 'OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8' {{(pid=62622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 885.243595] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 885.243595] env[62622]: value = "resgroup-9" [ 885.243595] env[62622]: _type = "ResourcePool" [ 885.243595] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 885.244028] env[62622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-da352764-553e-4ef1-a5a6-f851d80a4124 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.266641] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lease: (returnval){ [ 885.266641] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52701718-76df-9ed6-5302-e9258a7438dd" [ 885.266641] env[62622]: _type = "HttpNfcLease" [ 885.266641] env[62622]: } obtained for vApp import into resource pool (val){ [ 885.266641] env[62622]: value = "resgroup-9" [ 885.266641] env[62622]: _type = "ResourcePool" [ 885.266641] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 885.267042] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the lease: (returnval){ [ 885.267042] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52701718-76df-9ed6-5302-e9258a7438dd" [ 885.267042] env[62622]: _type = "HttpNfcLease" [ 885.267042] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.270901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-563f5e4a-cc56-48c8-8a7e-177e2e162359 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.618s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.274464] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.274464] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52701718-76df-9ed6-5302-e9258a7438dd" [ 885.274464] env[62622]: _type = "HttpNfcLease" [ 885.274464] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.284971] env[62622]: DEBUG nova.scheduler.client.report [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.297564] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486203} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.297822] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 885.298612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075352d9-c41f-4727-8251-27767a2f318b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.323807] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.325068] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.327381] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da471e9-dca1-48ad-9c15-0dc96cce896c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.345544] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 885.345544] env[62622]: value = "task-2701696" [ 885.345544] env[62622]: _type = "Task" [ 885.345544] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.355570] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.363275] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.363540] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.363716] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.363952] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.364092] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.364245] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.364455] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.364616] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.364795] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.364955] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.365151] env[62622]: DEBUG nova.virt.hardware [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.365994] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81a0b8a-ee79-4b46-bb7b-23541f3e7a13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.375060] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb37f3-49c0-4b3f-8ae4-932ff635508a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.470582] env[62622]: DEBUG oslo_concurrency.lockutils [req-5871c407-b8ab-4727-a664-fe5c43a5078b req-a123e930-d203-4a0e-9a0b-bfb3328845c9 service nova] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.543022] env[62622]: DEBUG oslo_vmware.api [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Task: {'id': task-2701694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354625} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.543022] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.543022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.543022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.543022] env[62622]: INFO nova.compute.manager [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Took 1.12 seconds to destroy the instance on the hypervisor. [ 885.543022] env[62622]: DEBUG oslo.service.loopingcall [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.543022] env[62622]: DEBUG nova.compute.manager [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.543022] env[62622]: DEBUG nova.network.neutron [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.776387] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.776387] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52701718-76df-9ed6-5302-e9258a7438dd" [ 885.776387] env[62622]: _type = "HttpNfcLease" [ 885.776387] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 885.777567] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 885.777567] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52701718-76df-9ed6-5302-e9258a7438dd" [ 885.777567] env[62622]: _type = "HttpNfcLease" [ 885.777567] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 885.780726] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f0d1b-1702-402e-b8e5-ebf55e033267 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.798443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.802708] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.806732] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 885.807069] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 885.812241] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Successfully updated port: 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.812241] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.022s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.812578] env[62622]: INFO nova.compute.claims [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.891192] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-091eb70d-b761-4291-8d7c-ed2b1a66f82d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.899587] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.284141] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-vif-plugged-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.284384] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.284570] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.284718] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.284896] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] No waiting events found dispatching network-vif-plugged-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.285189] env[62622]: WARNING nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received unexpected event network-vif-plugged-25fe167d-6257-426e-b337-7f1884913b52 for instance with vm_state building and task_state spawning. [ 886.285357] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-changed-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.286011] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing instance network info cache due to event network-changed-25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.286011] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.286011] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.286011] env[62622]: DEBUG nova.network.neutron [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing network info cache for port 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.289758] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.289971] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.290199] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.290379] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.290545] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.293034] env[62622]: INFO nova.compute.manager [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Terminating instance [ 886.317673] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.322905] env[62622]: DEBUG nova.compute.utils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 886.326064] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.326326] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.379593] env[62622]: DEBUG nova.policy [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eee399cf8f0b42e8bc3e6c8d9f765582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0d5c01b99a44439af3a2a386084d10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.393136] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701696, 'name': ReconfigVM_Task, 'duration_secs': 0.601533} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.393500] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.394428] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e942b706-da42-4ddb-bccc-365584125217 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.396955] env[62622]: DEBUG nova.network.neutron [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.427799] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc37209-45ab-4b4b-969d-fec226e8380b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.445506] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 886.445506] env[62622]: value = "task-2701697" [ 886.445506] env[62622]: _type = "Task" [ 886.445506] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.460305] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.724981] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Successfully created port: 166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.797754] env[62622]: DEBUG nova.compute.manager [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.798029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.799542] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c16e5b-bfaf-41f5-8e82-af5bce81cf7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.809342] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.809597] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d570e03-35e1-4744-ac57-3d2245c8e612 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.817582] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 886.817582] env[62622]: value = "task-2701698" [ 886.817582] env[62622]: _type = "Task" [ 886.817582] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.831167] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.842386] env[62622]: DEBUG nova.network.neutron [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.845460] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.900934] env[62622]: INFO nova.compute.manager [-] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Took 1.36 seconds to deallocate network for instance. [ 886.960713] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701697, 'name': ReconfigVM_Task, 'duration_secs': 0.194554} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.963369] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.963725] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94295a54-1b56-40f2-8367-915a627f785e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.974637] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 886.974637] env[62622]: value = "task-2701699" [ 886.974637] env[62622]: _type = "Task" [ 886.974637] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.990283] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701699, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.990283] env[62622]: DEBUG nova.network.neutron [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.020026] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 887.020026] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.020757] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d5c77-f52f-4d3c-9a6f-753bb2b0a746 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.031678] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.032359] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 887.032359] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9f823c6a-4a7d-43fc-a1da-117ecc605d25 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.233894] env[62622]: DEBUG oslo_vmware.rw_handles [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52321e6f-a6af-60b6-6a11-51025a5272f2/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 887.234269] env[62622]: INFO nova.virt.vmwareapi.images [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Downloaded image file data 242734b5-dc2d-4f66-80a1-bb61608f526b [ 887.235247] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff002d1-71e0-4486-ac49-3f4fa4e41dd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.256689] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c6de05-535c-4401-8e0b-bd96a15549e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.280364] env[62622]: INFO nova.virt.vmwareapi.images [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] The imported VM was unregistered [ 887.282823] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 887.283057] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Creating directory with path [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.285695] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8abc0387-7a8e-45a0-b231-3a01471981f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.295997] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Created directory with path [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.296209] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8/OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8.vmdk to [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk. {{(pid=62622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 887.296457] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-42c7f4fc-a541-450a-8791-955d401f4720 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.302662] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 887.302662] env[62622]: value = "task-2701701" [ 887.302662] env[62622]: _type = "Task" [ 887.302662] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.309810] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.324069] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4994e8-1ee5-45b3-a788-237a22caeec3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.330674] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701698, 'name': PowerOffVM_Task, 'duration_secs': 0.2408} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.332441] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.332617] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.332884] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46aa354a-a2d1-4fdc-84bd-aa9b66ded58e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.334885] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de1499-1228-4c6d-823b-e249df85ac94 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.370125] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1663fe-4cd1-4375-8738-2e2bf6a3988c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.378499] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58136c-31e4-46b5-8a31-ae530481b011 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.392491] env[62622]: DEBUG nova.compute.provider_tree [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.411989] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.412402] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.412657] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.412903] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Deleting the datastore file [datastore1] d19890fd-0c60-4c32-90dd-62a7437f9c60 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.413244] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-363295a1-8898-4b9d-9d1e-2a37054afbdd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.420371] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for the task: (returnval){ [ 887.420371] env[62622]: value = "task-2701703" [ 887.420371] env[62622]: _type = "Task" [ 887.420371] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.431782] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.485341] env[62622]: DEBUG oslo_vmware.api [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701699, 'name': PowerOnVM_Task, 'duration_secs': 0.489196} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.485608] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.488322] env[62622]: DEBUG nova.compute.manager [None req-26b10f3d-7359-40ed-87e0-717aeedb6e7d tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.489076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25b097-f2a3-4836-9bee-48543c0b125d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.492031] env[62622]: DEBUG oslo_concurrency.lockutils [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.492296] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Received event network-vif-deleted-265e5779-1792-4282-af91-6ae2b6e972dc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.492473] env[62622]: INFO nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Neutron deleted interface 265e5779-1792-4282-af91-6ae2b6e972dc; detaching it from the instance and deleting it from the info cache [ 887.492644] env[62622]: DEBUG nova.network.neutron [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.495318] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495473] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.812989] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.845607] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.873771] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.874091] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.874233] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.874417] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.874564] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.874710] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.874921] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.875118] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.875309] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.875476] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.875649] env[62622]: DEBUG nova.virt.hardware [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.876566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eeecdd-8bc0-470d-a44e-362be161c41b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.887722] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788aa242-c53c-4d42-87ad-af8b14bfd7d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.902200] env[62622]: DEBUG nova.scheduler.client.report [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.931216] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.001465] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c714858-def9-474d-92f3-f91839911a85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.014590] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd13695-bf76-44e1-aefc-f2d4ae55763d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.035514] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.050498] env[62622]: DEBUG nova.compute.manager [req-68aba901-4e0b-4b28-8289-466ffde2eccd req-460a3229-1bfe-41cf-bf77-25f637ef25fe service nova] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Detach interface failed, port_id=265e5779-1792-4282-af91-6ae2b6e972dc, reason: Instance 77899d87-f442-47b7-9d17-9509d29b8035 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.274953] env[62622]: DEBUG nova.network.neutron [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.320602] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.359464] env[62622]: DEBUG nova.compute.manager [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Received event network-vif-plugged-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.359742] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] Acquiring lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.359916] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.360396] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.360708] env[62622]: DEBUG nova.compute.manager [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] No waiting events found dispatching network-vif-plugged-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.360935] env[62622]: WARNING nova.compute.manager [req-0f34b1c1-0f3d-40ab-9f96-f5c4c73762f8 req-230869bb-80fd-4ee4-b2b4-f48b9496195e service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Received unexpected event network-vif-plugged-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 for instance with vm_state building and task_state spawning. [ 888.408396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.408934] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.412418] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.595s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.414595] env[62622]: INFO nova.compute.claims [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.432789] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.460324] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Successfully updated port: 166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.779346] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.780214] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance network_info: |[{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.781034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:57:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25fe167d-6257-426e-b337-7f1884913b52', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.790087] env[62622]: DEBUG oslo.service.loopingcall [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.790541] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.790899] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ffd226f-fcbd-4c89-86a1-d3a99235fb3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.815373] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.815373] env[62622]: value = "task-2701704" [ 888.815373] env[62622]: _type = "Task" [ 888.815373] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.818691] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.828616] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701704, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.922082] env[62622]: DEBUG nova.compute.utils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.923802] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.923997] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.946064] env[62622]: DEBUG oslo_vmware.api [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Task: {'id': task-2701703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.339419} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.946064] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.946064] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.946064] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.946064] env[62622]: INFO nova.compute.manager [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Took 2.15 seconds to destroy the instance on the hypervisor. [ 888.946064] env[62622]: DEBUG oslo.service.loopingcall [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.946064] env[62622]: DEBUG nova.compute.manager [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.946064] env[62622]: DEBUG nova.network.neutron [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.963436] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.964658] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquired lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964658] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.986899] env[62622]: DEBUG nova.policy [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9aa7dc83854123b33e44b948eba3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c723a6647429408a87daf32dff98b265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.059629] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.060263] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.318668] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.328634] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701704, 'name': CreateVM_Task, 'duration_secs': 0.385675} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.328894] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.331798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.331798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.331798] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20e59d9-1886-484d-b12f-36be221610fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.336606] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 889.336606] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b8e744-2098-ac0d-9069-465610e5b58b" [ 889.336606] env[62622]: _type = "Task" [ 889.336606] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.348838] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b8e744-2098-ac0d-9069-465610e5b58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.427680] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.525143] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.554291] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Successfully created port: 7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.571898] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.571898] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 889.760387] env[62622]: DEBUG nova.network.neutron [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updating instance_info_cache with network_info: [{"id": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "address": "fa:16:3e:74:de:bb", "network": {"id": "86f15b83-26a9-4a5e-b18a-e0ccef6169dd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457854551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0d5c01b99a44439af3a2a386084d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166b908d-8f", "ovs_interfaceid": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.819605] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701701, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.424225} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.819868] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8/OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8.vmdk to [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk. [ 889.820073] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Cleaning up location [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 889.820243] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_df532ebf-c826-48cf-a9e5-0634a6a5bab8 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.820505] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3828c303-7212-4c84-be8f-2487de731ed9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.827730] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 889.827730] env[62622]: value = "task-2701705" [ 889.827730] env[62622]: _type = "Task" [ 889.827730] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.838732] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.850394] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b8e744-2098-ac0d-9069-465610e5b58b, 'name': SearchDatastore_Task, 'duration_secs': 0.017898} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.850714] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.850964] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.851222] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.851368] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.851543] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.851793] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a170f895-219e-4cf5-814c-57f8b9911d1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.861599] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.862322] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.864810] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.864990] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.865966] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa47e50d-2ff2-4525-bf97-c1131102371c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.870025] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77aa5f9-8eb3-4044-8aaa-bf5691e5feb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.875904] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 889.875904] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5244631f-d2c4-18ba-baa6-135227ed7d84" [ 889.875904] env[62622]: _type = "Task" [ 889.875904] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.882277] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1940c2bf-96be-4cf7-b4b7-49c3aa96d507 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.891850] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5244631f-d2c4-18ba-baa6-135227ed7d84, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.917348] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1b1d3c-d3d5-4623-abbd-8b453d9ae55a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.920286] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223129f6-44db-4125-87f3-5734639e7e02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.925898] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 889.925898] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e6e550-5e7e-a288-f462-bb9582b16bff" [ 889.925898] env[62622]: _type = "Task" [ 889.925898] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.932140] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebec2e0-f9f0-4cff-bb83-7f0ab6776274 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.956647] env[62622]: DEBUG nova.compute.provider_tree [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.958315] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e6e550-5e7e-a288-f462-bb9582b16bff, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.958315] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.961146] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/a9672b15-e7d9-456a-8e9c-61b8a1732741.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.961146] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb842ec-3cf6-4089-804b-1df986e2c5b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.963863] env[62622]: DEBUG nova.network.neutron [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.965669] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 889.965669] env[62622]: value = "task-2701706" [ 889.965669] env[62622]: _type = "Task" [ 889.965669] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.975147] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.265036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Releasing lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.265036] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Instance network_info: |[{"id": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "address": "fa:16:3e:74:de:bb", "network": {"id": "86f15b83-26a9-4a5e-b18a-e0ccef6169dd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457854551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0d5c01b99a44439af3a2a386084d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166b908d-8f", "ovs_interfaceid": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.265036] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:de:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166b908d-8f87-495f-a9b2-e0c5f1bc01e2', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.272122] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Creating folder: Project (ed0d5c01b99a44439af3a2a386084d10). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.272437] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22905952-2166-4d6f-8967-d4ddb2f5e5ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.283466] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Created folder: Project (ed0d5c01b99a44439af3a2a386084d10) in parent group-v544184. [ 890.283676] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Creating folder: Instances. Parent ref: group-v544400. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.283929] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caf59025-f239-4628-8019-6e09f9a135e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.293671] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Created folder: Instances in parent group-v544400. [ 890.293925] env[62622]: DEBUG oslo.service.loopingcall [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.294170] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.294403] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-588fdfcf-e445-4d7c-97c0-c0f2331abe69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.314966] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.314966] env[62622]: value = "task-2701709" [ 890.314966] env[62622]: _type = "Task" [ 890.314966] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.324168] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701709, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.337817] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035384} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.337817] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.337817] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.338252] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk to [datastore1] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.338252] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4184b7fc-e635-40d2-b848-92709b297b56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.346316] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 890.346316] env[62622]: value = "task-2701710" [ 890.346316] env[62622]: _type = "Task" [ 890.346316] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.354909] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.366549] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.393248] env[62622]: DEBUG nova.compute.manager [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Received event network-changed-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.393248] env[62622]: DEBUG nova.compute.manager [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Refreshing instance network info cache due to event network-changed-166b908d-8f87-495f-a9b2-e0c5f1bc01e2. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.394043] env[62622]: DEBUG oslo_concurrency.lockutils [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] Acquiring lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.394043] env[62622]: DEBUG oslo_concurrency.lockutils [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] Acquired lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.394043] env[62622]: DEBUG nova.network.neutron [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Refreshing network info cache for port 166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.441797] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.461366] env[62622]: DEBUG nova.scheduler.client.report [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.467377] env[62622]: INFO nova.compute.manager [-] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Took 1.52 seconds to deallocate network for instance. [ 890.478913] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.479203] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.479351] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.479532] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.479678] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.479828] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.480057] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.480233] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.480406] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.480570] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.480743] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.482212] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e5377-d314-490e-af10-5dc01510d668 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.490415] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701706, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.500484] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbe76cb-1133-4a7a-b90e-83696ee91e76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.827572] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701709, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.856808] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.895049] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.969014] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.969588] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.972578] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.127s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.974027] env[62622]: INFO nova.compute.claims [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.987541] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601239} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.987972] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/a9672b15-e7d9-456a-8e9c-61b8a1732741.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.988227] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.988332] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff126fe9-d2d3-45ce-83d8-2aa341db415e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.991205] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.997779] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 890.997779] env[62622]: value = "task-2701711" [ 890.997779] env[62622]: _type = "Task" [ 890.997779] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.012864] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.242892] env[62622]: DEBUG nova.network.neutron [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updated VIF entry in instance network info cache for port 166b908d-8f87-495f-a9b2-e0c5f1bc01e2. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.243298] env[62622]: DEBUG nova.network.neutron [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updating instance_info_cache with network_info: [{"id": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "address": "fa:16:3e:74:de:bb", "network": {"id": "86f15b83-26a9-4a5e-b18a-e0ccef6169dd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457854551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0d5c01b99a44439af3a2a386084d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166b908d-8f", "ovs_interfaceid": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.330944] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701709, 'name': CreateVM_Task, 'duration_secs': 0.626116} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.331235] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.332169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.332388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.332749] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.333148] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373c0bf7-9a1c-4a82-8f85-cacacaec17c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.340707] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 891.340707] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ee00ce-c83f-a646-0e8a-526970e3c738" [ 891.340707] env[62622]: _type = "Task" [ 891.340707] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.346570] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Successfully updated port: 7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.358229] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ee00ce-c83f-a646-0e8a-526970e3c738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.363328] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.482408] env[62622]: DEBUG nova.compute.utils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.488026] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.488026] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.509562] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352415} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.509841] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.510683] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352861d9-a2ad-418c-b782-a7624af11165 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.533962] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/a9672b15-e7d9-456a-8e9c-61b8a1732741.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.535697] env[62622]: DEBUG nova.policy [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9aa7dc83854123b33e44b948eba3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c723a6647429408a87daf32dff98b265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.537559] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef2cab4-a66c-453e-b389-1a2e02bdc860 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.558508] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 891.558508] env[62622]: value = "task-2701712" [ 891.558508] env[62622]: _type = "Task" [ 891.558508] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.566795] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.747053] env[62622]: DEBUG oslo_concurrency.lockutils [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] Releasing lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.747398] env[62622]: DEBUG nova.compute.manager [req-ea600fce-0e37-48eb-9217-26043eb2d778 req-a8097a5e-334d-42fc-9520-2d7e9662bec9 service nova] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Received event network-vif-deleted-664bc814-a2fc-40f0-874d-1f00cc41d05b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.810433] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Successfully created port: f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.852790] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ee00ce-c83f-a646-0e8a-526970e3c738, 'name': SearchDatastore_Task, 'duration_secs': 0.01991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.853371] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.853464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.853628] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.859240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.859240] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.859240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.859240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.859240] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.859445] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b79b83c-b7d7-43d4-a1a0-85d436b26786 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.867999] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.870675] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.870872] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.871636] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915e9967-278f-4c41-96bc-7bd7d6eab0e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.878827] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 891.878827] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea9c79-7237-3933-bf50-a6f67532a07f" [ 891.878827] env[62622]: _type = "Task" [ 891.878827] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.888697] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea9c79-7237-3933-bf50-a6f67532a07f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.988409] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.070516] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.365741] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.393179] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea9c79-7237-3933-bf50-a6f67532a07f, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.397030] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.399592] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520a7dad-e55f-4b1b-b3ea-064d7526b02a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.407111] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 892.407111] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f6684-78c3-7788-238e-268a85e59a86" [ 892.407111] env[62622]: _type = "Task" [ 892.407111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.418525] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f6684-78c3-7788-238e-268a85e59a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.437574] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d61233-6ca6-4ef8-9ff8-288e3afbdb87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.446273] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f76b3-d7fb-45e4-a748-2ec87648af04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.483810] env[62622]: DEBUG nova.compute.manager [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Received event network-vif-plugged-7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.484294] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Acquiring lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.484294] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.484618] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.484618] env[62622]: DEBUG nova.compute.manager [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] No waiting events found dispatching network-vif-plugged-7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.484779] env[62622]: WARNING nova.compute.manager [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Received unexpected event network-vif-plugged-7ab03bfe-ccb7-4225-8805-902f2a17c771 for instance with vm_state building and task_state spawning. [ 892.484940] env[62622]: DEBUG nova.compute.manager [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Received event network-changed-7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.485138] env[62622]: DEBUG nova.compute.manager [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Refreshing instance network info cache due to event network-changed-7ab03bfe-ccb7-4225-8805-902f2a17c771. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.485373] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Acquiring lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.486085] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f857748-5cf1-42b5-a8c9-17e324fa1557 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.504750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea9fdb-d70e-43fd-ba26-80bd649d6fa8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.523720] env[62622]: DEBUG nova.compute.provider_tree [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.570301] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701712, 'name': ReconfigVM_Task, 'duration_secs': 0.526437} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.570596] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/a9672b15-e7d9-456a-8e9c-61b8a1732741.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.572030] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Updating instance_info_cache with network_info: [{"id": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "address": "fa:16:3e:c0:6a:2d", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab03bfe-cc", "ovs_interfaceid": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.573175] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d3d33d-73d4-4875-ae17-155678ca35b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.582288] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 892.582288] env[62622]: value = "task-2701713" [ 892.582288] env[62622]: _type = "Task" [ 892.582288] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.595618] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701713, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.868738] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.921072] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f6684-78c3-7788-238e-268a85e59a86, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.921072] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.921072] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] e09b360f-4ff9-4d01-b985-8d3513f2570c/e09b360f-4ff9-4d01-b985-8d3513f2570c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.921577] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33442c5e-25d5-48bd-8cdb-b9fcf4dcf0bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.931620] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 892.931620] env[62622]: value = "task-2701714" [ 892.931620] env[62622]: _type = "Task" [ 892.931620] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.942031] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.011649] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.032181] env[62622]: DEBUG nova.scheduler.client.report [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.041375] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.041622] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.041798] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.042229] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.042229] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.042419] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.042555] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.042755] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.042961] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.043178] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.043378] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.044307] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc0c93-d334-433f-ae19-5aac39ea7bc8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.055213] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc503231-ebd8-4f8e-acee-b596aa3ee8e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.076469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.076751] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Instance network_info: |[{"id": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "address": "fa:16:3e:c0:6a:2d", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab03bfe-cc", "ovs_interfaceid": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.077040] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Acquired lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.077235] env[62622]: DEBUG nova.network.neutron [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Refreshing network info cache for port 7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.078375] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:6a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ab03bfe-ccb7-4225-8805-902f2a17c771', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.085833] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Creating folder: Project (c723a6647429408a87daf32dff98b265). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.088691] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee84777-fe5e-4d59-9a22-af04faed7fb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.099715] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701713, 'name': Rename_Task, 'duration_secs': 0.170126} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.100165] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.100426] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f41bd9-435a-409d-b2d3-b8d2fdc67300 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.102931] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Created folder: Project (c723a6647429408a87daf32dff98b265) in parent group-v544184. [ 893.103111] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Creating folder: Instances. Parent ref: group-v544403. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.103664] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd207a9b-e91f-4bcf-9cb8-5ee64feb206d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.108904] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 893.108904] env[62622]: value = "task-2701716" [ 893.108904] env[62622]: _type = "Task" [ 893.108904] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.113232] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Created folder: Instances in parent group-v544403. [ 893.113457] env[62622]: DEBUG oslo.service.loopingcall [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.114202] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.114439] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaab1ea4-1650-4663-a475-9e78df60d5e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.132758] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.139439] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.139439] env[62622]: value = "task-2701718" [ 893.139439] env[62622]: _type = "Task" [ 893.139439] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.147507] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701718, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.366628] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701710, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.635882} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.366989] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/242734b5-dc2d-4f66-80a1-bb61608f526b/242734b5-dc2d-4f66-80a1-bb61608f526b.vmdk to [datastore1] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.367843] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230cef24-9a8e-4f75-a9cc-8ad329159a35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.392365] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.393181] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b844ee46-6856-4011-a2b0-5c69fc25e10c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.410890] env[62622]: DEBUG nova.network.neutron [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Updated VIF entry in instance network info cache for port 7ab03bfe-ccb7-4225-8805-902f2a17c771. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.411320] env[62622]: DEBUG nova.network.neutron [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Updating instance_info_cache with network_info: [{"id": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "address": "fa:16:3e:c0:6a:2d", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab03bfe-cc", "ovs_interfaceid": "7ab03bfe-ccb7-4225-8805-902f2a17c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.419854] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 893.419854] env[62622]: value = "task-2701719" [ 893.419854] env[62622]: _type = "Task" [ 893.419854] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.431567] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.443093] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.490769] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Successfully updated port: f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.537352] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.537978] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.540707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.060s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.540919] env[62622]: DEBUG nova.objects.instance [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lazy-loading 'resources' on Instance uuid f5604326-5f59-4ebe-8227-61661bdddc65 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.619616] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.649491] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701718, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.914380] env[62622]: DEBUG oslo_concurrency.lockutils [req-f28655eb-307e-43fd-9471-e1c1a80fbff4 req-06721ba9-3953-4645-8606-74a5711c964b service nova] Releasing lock "refresh_cache-98672462-486b-4d9a-b62a-7f76a7dd8e10" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.930252] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701719, 'name': ReconfigVM_Task, 'duration_secs': 0.391068} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.930528] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Reconfigured VM instance instance-00000028 to attach disk [datastore1] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478/cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.931161] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e97d8a-5d28-405f-89df-93d53af692f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.937458] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 893.937458] env[62622]: value = "task-2701720" [ 893.937458] env[62622]: _type = "Task" [ 893.937458] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.940583] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63679} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.943406] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] e09b360f-4ff9-4d01-b985-8d3513f2570c/e09b360f-4ff9-4d01-b985-8d3513f2570c.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.943527] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.943709] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8953a495-57ef-40a0-a37e-2ef3d2e03e5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.950465] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701720, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.951708] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 893.951708] env[62622]: value = "task-2701721" [ 893.951708] env[62622]: _type = "Task" [ 893.951708] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.959079] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.993964] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.995322] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.995322] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.044624] env[62622]: DEBUG nova.compute.utils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 894.048537] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.048702] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.085537] env[62622]: DEBUG nova.policy [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9aa7dc83854123b33e44b948eba3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c723a6647429408a87daf32dff98b265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.121233] env[62622]: DEBUG oslo_vmware.api [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701716, 'name': PowerOnVM_Task, 'duration_secs': 0.650377} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.121982] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.122275] env[62622]: INFO nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Took 8.80 seconds to spawn the instance on the hypervisor. [ 894.122532] env[62622]: DEBUG nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.123520] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a761864-99c4-4849-ac2a-58c9fa8bd9d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.144311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.144456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.144623] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 894.153986] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701718, 'name': CreateVM_Task, 'duration_secs': 0.683953} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.153986] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.154759] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.154956] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.155310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.155860] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2723f6b5-86bd-44cb-955b-fad74edd7cd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.160516] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 894.160516] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ec07ef-e15f-1636-cc71-a2aba15dd17f" [ 894.160516] env[62622]: _type = "Task" [ 894.160516] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.172381] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ec07ef-e15f-1636-cc71-a2aba15dd17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.353805] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Successfully created port: bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.400648] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486f6cf-1596-4fc5-8dff-617c4862a48b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.407925] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e30113-35c4-4d3a-a480-9f35488ffeb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.440762] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e00f6-788e-4030-9f9f-6a5e845a9102 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.452751] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911d4d9-5823-4eeb-8605-431d40c6bf85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.456297] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701720, 'name': Rename_Task, 'duration_secs': 0.468466} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.456635] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.459598] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2a305a-3795-4b1e-901c-e88942694c4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.468970] env[62622]: DEBUG nova.compute.provider_tree [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.473486] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 894.473486] env[62622]: value = "task-2701722" [ 894.473486] env[62622]: _type = "Task" [ 894.473486] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.473706] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072576} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.474311] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.477609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92f9ec-a564-48bc-a264-5afc89ad3181 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.485464] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.502779] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e09b360f-4ff9-4d01-b985-8d3513f2570c/e09b360f-4ff9-4d01-b985-8d3513f2570c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.505988] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5ba53c-60a5-44c5-92f7-09c126ba955c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.520956] env[62622]: DEBUG nova.compute.manager [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Received event network-vif-plugged-f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.521179] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Acquiring lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.521380] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.521543] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.521755] env[62622]: DEBUG nova.compute.manager [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] No waiting events found dispatching network-vif-plugged-f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.521858] env[62622]: WARNING nova.compute.manager [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Received unexpected event network-vif-plugged-f69b3275-7ae8-4d80-9a30-bc5b706b2541 for instance with vm_state building and task_state spawning. [ 894.522024] env[62622]: DEBUG nova.compute.manager [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Received event network-changed-f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.522181] env[62622]: DEBUG nova.compute.manager [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Refreshing instance network info cache due to event network-changed-f69b3275-7ae8-4d80-9a30-bc5b706b2541. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.522338] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Acquiring lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.531021] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 894.531021] env[62622]: value = "task-2701723" [ 894.531021] env[62622]: _type = "Task" [ 894.531021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.536372] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.549555] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.561846] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.646449] env[62622]: INFO nova.compute.manager [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Took 38.61 seconds to build instance. [ 894.673104] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ec07ef-e15f-1636-cc71-a2aba15dd17f, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.673398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.673639] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.673915] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.674066] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.674222] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.674531] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73ffa9a1-ec4e-4c8c-a33a-2165a4fd577b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.683038] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.683229] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.683975] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770382f9-fa1a-4c10-81bc-46cc68fef9ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.689920] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 894.689920] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520b301a-14d6-04f0-c4ba-756e05003b59" [ 894.689920] env[62622]: _type = "Task" [ 894.689920] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.703700] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520b301a-14d6-04f0-c4ba-756e05003b59, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.704574] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c1e6c5-9ade-4d22-a33a-da6bb93411c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.710044] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 894.710044] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520b6c88-a7f2-5ceb-87c6-ea46d8f9522e" [ 894.710044] env[62622]: _type = "Task" [ 894.710044] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.721250] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520b6c88-a7f2-5ceb-87c6-ea46d8f9522e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.734421] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Updating instance_info_cache with network_info: [{"id": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "address": "fa:16:3e:de:22:d1", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69b3275-7a", "ovs_interfaceid": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.976236] env[62622]: DEBUG nova.scheduler.client.report [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.993994] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.039231] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701723, 'name': ReconfigVM_Task, 'duration_secs': 0.430728} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.039581] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e09b360f-4ff9-4d01-b985-8d3513f2570c/e09b360f-4ff9-4d01-b985-8d3513f2570c.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.040298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64c4629-4170-4d9a-8a4d-5644516bdeef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046994] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 895.046994] env[62622]: value = "task-2701724" [ 895.046994] env[62622]: _type = "Task" [ 895.046994] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.062196] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701724, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.150410] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9d3bdaa-b603-4e48-a454-84184d01eaf1 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.131s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.221816] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520b6c88-a7f2-5ceb-87c6-ea46d8f9522e, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.222090] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.222353] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 98672462-486b-4d9a-b62a-7f76a7dd8e10/98672462-486b-4d9a-b62a-7f76a7dd8e10.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.222606] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ed7f49a-7953-484c-87e7-f27de0c3d9c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.228545] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 895.228545] env[62622]: value = "task-2701725" [ 895.228545] env[62622]: _type = "Task" [ 895.228545] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.235930] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.236362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.236670] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Instance network_info: |[{"id": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "address": "fa:16:3e:de:22:d1", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69b3275-7a", "ovs_interfaceid": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.236925] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Acquired lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.237115] env[62622]: DEBUG nova.network.neutron [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Refreshing network info cache for port f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.238250] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:22:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69b3275-7ae8-4d80-9a30-bc5b706b2541', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.245596] env[62622]: DEBUG oslo.service.loopingcall [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.248925] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.249163] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb35534-9a54-41f5-93ed-1a83158f94ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.269093] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.269093] env[62622]: value = "task-2701726" [ 895.269093] env[62622]: _type = "Task" [ 895.269093] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.278636] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701726, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.399631] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.482340] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.486497] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.136s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.490022] env[62622]: INFO nova.compute.claims [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.500972] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.516380] env[62622]: INFO nova.scheduler.client.report [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Deleted allocations for instance f5604326-5f59-4ebe-8227-61661bdddc65 [ 895.558375] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701724, 'name': Rename_Task, 'duration_secs': 0.145417} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.558655] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.558914] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f07e95b-67cc-44d7-aba0-2acb7163b156 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.564769] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.569405] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 895.569405] env[62622]: value = "task-2701727" [ 895.569405] env[62622]: _type = "Task" [ 895.569405] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.580669] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.600294] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.600596] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.600754] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.600935] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.601095] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.601251] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.601468] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.601623] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.601809] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.602054] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.602255] env[62622]: DEBUG nova.virt.hardware [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.603436] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcf562-292d-4a7c-9dea-0ab6da0d13cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.611544] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879f8d8-ec64-48e9-94f6-2f366b26e6e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.748965] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512574} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.749953] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 98672462-486b-4d9a-b62a-7f76a7dd8e10/98672462-486b-4d9a-b62a-7f76a7dd8e10.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.750194] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.750755] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26022e20-4caa-4314-b5fb-133cf1de0180 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.756497] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 895.756497] env[62622]: value = "task-2701728" [ 895.756497] env[62622]: _type = "Task" [ 895.756497] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.764197] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.776877] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701726, 'name': CreateVM_Task, 'duration_secs': 0.455747} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.777044] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.777699] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.777855] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.778297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.778552] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0488e364-658c-41d9-a3ad-4317c0bd164e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.782697] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 895.782697] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52655378-35d1-b370-8ad8-d3a197ec5f03" [ 895.782697] env[62622]: _type = "Task" [ 895.782697] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.790063] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52655378-35d1-b370-8ad8-d3a197ec5f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.902784] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.903042] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 895.903228] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.903391] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.903538] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.903686] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.903828] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.903970] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.904182] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 895.904348] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.001479] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.024188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b63f8e33-5638-4d8a-9576-eac3460caeba tempest-ServerMetadataTestJSON-1412259942 tempest-ServerMetadataTestJSON-1412259942-project-member] Lock "f5604326-5f59-4ebe-8227-61661bdddc65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.080s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.039151] env[62622]: DEBUG nova.network.neutron [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Updated VIF entry in instance network info cache for port f69b3275-7ae8-4d80-9a30-bc5b706b2541. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.039545] env[62622]: DEBUG nova.network.neutron [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Updating instance_info_cache with network_info: [{"id": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "address": "fa:16:3e:de:22:d1", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69b3275-7a", "ovs_interfaceid": "f69b3275-7ae8-4d80-9a30-bc5b706b2541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.058882] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Successfully updated port: bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.084828] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.118205] env[62622]: DEBUG nova.compute.manager [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-changed-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.118205] env[62622]: DEBUG nova.compute.manager [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing instance network info cache due to event network-changed-25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.118205] env[62622]: DEBUG oslo_concurrency.lockutils [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.118205] env[62622]: DEBUG oslo_concurrency.lockutils [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.118205] env[62622]: DEBUG nova.network.neutron [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing network info cache for port 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.268287] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068879} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.268598] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.269425] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ad336a-ee1a-4ced-bd71-5c8c435e4daf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.295907] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 98672462-486b-4d9a-b62a-7f76a7dd8e10/98672462-486b-4d9a-b62a-7f76a7dd8e10.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.299199] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aab19d-f4ad-458c-ad3a-d79768d04b0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.319849] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52655378-35d1-b370-8ad8-d3a197ec5f03, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.321521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.321677] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.322013] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.322376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.322485] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.322857] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 896.322857] env[62622]: value = "task-2701729" [ 896.322857] env[62622]: _type = "Task" [ 896.322857] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.323039] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84527c77-54cd-4bf6-849c-d278b4581d83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.333450] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.334714] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.334956] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.335744] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd2b230-4dd9-4bc8-8174-9266508c8237 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.341413] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 896.341413] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bee73-4321-c023-9901-4e5ff6cf1734" [ 896.341413] env[62622]: _type = "Task" [ 896.341413] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.351365] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bee73-4321-c023-9901-4e5ff6cf1734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.410726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.497914] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.531933] env[62622]: DEBUG nova.compute.manager [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Received event network-vif-plugged-bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.532320] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Acquiring lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.532578] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.532815] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.533057] env[62622]: DEBUG nova.compute.manager [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] No waiting events found dispatching network-vif-plugged-bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.533865] env[62622]: WARNING nova.compute.manager [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Received unexpected event network-vif-plugged-bf165966-5618-45fd-be26-1bb5ce9a8af0 for instance with vm_state building and task_state spawning. [ 896.534382] env[62622]: DEBUG nova.compute.manager [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Received event network-changed-bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.534605] env[62622]: DEBUG nova.compute.manager [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Refreshing instance network info cache due to event network-changed-bf165966-5618-45fd-be26-1bb5ce9a8af0. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.534852] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Acquiring lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.535049] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Acquired lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.535313] env[62622]: DEBUG nova.network.neutron [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Refreshing network info cache for port bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.542946] env[62622]: DEBUG oslo_concurrency.lockutils [req-26cad6a4-606c-41ea-8afd-c7d750317f09 req-892a34fe-3dfd-40c7-bf3d-bc27de393c0a service nova] Releasing lock "refresh_cache-7793d176-4bf8-4c8b-807e-fcec7944542b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.562287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.581851] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.834810] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701729, 'name': ReconfigVM_Task, 'duration_secs': 0.300594} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.837344] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 98672462-486b-4d9a-b62a-7f76a7dd8e10/98672462-486b-4d9a-b62a-7f76a7dd8e10.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.838148] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8b6817-229e-4ab9-9058-f318f51e714b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.845747] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 896.845747] env[62622]: value = "task-2701730" [ 896.845747] env[62622]: _type = "Task" [ 896.845747] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.854622] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522bee73-4321-c023-9901-4e5ff6cf1734, 'name': SearchDatastore_Task, 'duration_secs': 0.019712} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.856160] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f75412-e212-4179-875b-76b993938274 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.861313] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701730, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.868868] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 896.868868] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b857f-3464-3f2e-7873-e817aa998885" [ 896.868868] env[62622]: _type = "Task" [ 896.868868] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.877425] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b857f-3464-3f2e-7873-e817aa998885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.931323] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48080266-e1d8-4ff7-9281-b67bb238331c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.938807] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a2e5a-7175-41ea-92fa-a57d3fc629d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.970441] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575fbb5b-00be-41e7-9cd4-b9dc258b3e45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.979885] env[62622]: DEBUG nova.network.neutron [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updated VIF entry in instance network info cache for port 25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.980261] env[62622]: DEBUG nova.network.neutron [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.983135] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb8a4c8-b8b2-4167-99bd-514f72e57de6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.007791] env[62622]: DEBUG nova.compute.provider_tree [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.009157] env[62622]: DEBUG oslo_vmware.api [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701722, 'name': PowerOnVM_Task, 'duration_secs': 2.199076} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.009938] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.077911] env[62622]: DEBUG nova.network.neutron [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.084392] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.157915] env[62622]: DEBUG nova.compute.manager [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.158835] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d0d79-982e-4ba8-9df2-a865ec9a31fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.227521] env[62622]: DEBUG nova.network.neutron [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.356513] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701730, 'name': Rename_Task, 'duration_secs': 0.166658} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.356643] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.356859] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185616c2-a329-4cf3-b8ce-df95a51060b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.363646] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 897.363646] env[62622]: value = "task-2701731" [ 897.363646] env[62622]: _type = "Task" [ 897.363646] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.373023] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.382054] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524b857f-3464-3f2e-7873-e817aa998885, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.382054] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.382054] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7793d176-4bf8-4c8b-807e-fcec7944542b/7793d176-4bf8-4c8b-807e-fcec7944542b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.382054] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa179459-bf8a-4c92-af38-1812f9e9d47f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.387286] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 897.387286] env[62622]: value = "task-2701732" [ 897.387286] env[62622]: _type = "Task" [ 897.387286] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.395112] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.488973] env[62622]: DEBUG oslo_concurrency.lockutils [req-900d7df9-6599-47e9-b57b-93af158b69fb req-3d9f1c3a-7cf4-4a69-8dff-e33d1c55380c service nova] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.513889] env[62622]: DEBUG nova.scheduler.client.report [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.584285] env[62622]: DEBUG oslo_vmware.api [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701727, 'name': PowerOnVM_Task, 'duration_secs': 1.533653} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.584602] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.584836] env[62622]: INFO nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Took 9.74 seconds to spawn the instance on the hypervisor. [ 897.585035] env[62622]: DEBUG nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.585808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552e2d8f-5594-4776-9143-411d05462ef9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.680068] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7d4ad858-1795-4eab-a4f9-0ac1fbcbf0ad tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.014s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.730359] env[62622]: DEBUG oslo_concurrency.lockutils [req-5d577168-72e2-47e1-86a8-7b79e76ec2c4 req-f964d902-63ae-42bc-8141-569069625935 service nova] Releasing lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.730968] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.731270] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.876766] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.899591] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.019577] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.020209] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.023575] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.050s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.025277] env[62622]: INFO nova.compute.claims [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.108798] env[62622]: INFO nova.compute.manager [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Took 40.07 seconds to build instance. [ 898.290526] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.379891] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701731, 'name': PowerOnVM_Task, 'duration_secs': 0.664507} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.381007] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.381258] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Took 7.94 seconds to spawn the instance on the hypervisor. [ 898.381448] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.382288] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a5b5a8-1198-4d26-8c42-f5a44535e37f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.400022] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594602} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.400022] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 7793d176-4bf8-4c8b-807e-fcec7944542b/7793d176-4bf8-4c8b-807e-fcec7944542b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.400022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.400424] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dfcc4d7-f467-4ccf-8301-75a9994e143d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.406644] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 898.406644] env[62622]: value = "task-2701733" [ 898.406644] env[62622]: _type = "Task" [ 898.406644] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.417371] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.452253] env[62622]: DEBUG nova.network.neutron [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Updating instance_info_cache with network_info: [{"id": "bf165966-5618-45fd-be26-1bb5ce9a8af0", "address": "fa:16:3e:81:6d:2a", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf165966-56", "ovs_interfaceid": "bf165966-5618-45fd-be26-1bb5ce9a8af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.531023] env[62622]: DEBUG nova.compute.utils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.533833] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.534111] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.579119] env[62622]: DEBUG nova.policy [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9948465a05db49958b994c6f84d313d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a66b623d6f4282aa259664b9b916bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.610652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dc2e6060-80b5-4b37-8f50-e47d68ad0c51 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.587s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.879790] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Successfully created port: 5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.905352] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Took 38.13 seconds to build instance. [ 898.918587] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.918855] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.921561] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f237f-fe70-42c5-b970-c58c7d2083c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.946526] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7793d176-4bf8-4c8b-807e-fcec7944542b/7793d176-4bf8-4c8b-807e-fcec7944542b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.947076] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34f8205-ffbc-4cfe-bda8-7a63985fe8b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.962494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "refresh_cache-2e5fdc06-00d1-40a4-82fb-ae2de4996810" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.962812] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance network_info: |[{"id": "bf165966-5618-45fd-be26-1bb5ce9a8af0", "address": "fa:16:3e:81:6d:2a", "network": {"id": "74a95632-6fe9-4c68-a9a2-3eae6a99ee58", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1791279969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c723a6647429408a87daf32dff98b265", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf165966-56", "ovs_interfaceid": "bf165966-5618-45fd-be26-1bb5ce9a8af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.963530] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:6d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf165966-5618-45fd-be26-1bb5ce9a8af0', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.972493] env[62622]: DEBUG oslo.service.loopingcall [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.973137] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.973388] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d3c8b4-20e3-45a2-aa09-9f4dd2c12bf3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.993242] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 898.993242] env[62622]: value = "task-2701734" [ 898.993242] env[62622]: _type = "Task" [ 898.993242] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.997963] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.997963] env[62622]: value = "task-2701735" [ 898.997963] env[62622]: _type = "Task" [ 898.997963] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.004762] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.010182] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701735, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.024555] env[62622]: DEBUG nova.compute.manager [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Received event network-changed-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.024735] env[62622]: DEBUG nova.compute.manager [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Refreshing instance network info cache due to event network-changed-166b908d-8f87-495f-a9b2-e0c5f1bc01e2. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.025141] env[62622]: DEBUG oslo_concurrency.lockutils [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] Acquiring lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.025285] env[62622]: DEBUG oslo_concurrency.lockutils [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] Acquired lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.025514] env[62622]: DEBUG nova.network.neutron [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Refreshing network info cache for port 166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.034555] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.407787] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.645s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.472401] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14325654-8934-41da-ba40-00e760ea841b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.480690] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58cde61-ec15-4b6d-b205-95bbd5c8c835 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.518076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ebd5db-eccd-4475-8d1a-2ce8241677a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.526883] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.532050] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701735, 'name': CreateVM_Task, 'duration_secs': 0.495951} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.533356] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0807cdd8-500a-4eae-98dd-0d98ffcedfb9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.537444] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.538541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.538763] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.539177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.544164] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c5234f-0ea4-4332-b7ca-a49d312557c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.553548] env[62622]: DEBUG nova.compute.provider_tree [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.558111] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 899.558111] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e6286-12de-f430-2bba-de801beafb82" [ 899.558111] env[62622]: _type = "Task" [ 899.558111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.567892] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e6286-12de-f430-2bba-de801beafb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.791662] env[62622]: DEBUG nova.network.neutron [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updated VIF entry in instance network info cache for port 166b908d-8f87-495f-a9b2-e0c5f1bc01e2. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.792124] env[62622]: DEBUG nova.network.neutron [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updating instance_info_cache with network_info: [{"id": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "address": "fa:16:3e:74:de:bb", "network": {"id": "86f15b83-26a9-4a5e-b18a-e0ccef6169dd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457854551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0d5c01b99a44439af3a2a386084d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166b908d-8f", "ovs_interfaceid": "166b908d-8f87-495f-a9b2-e0c5f1bc01e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.021224] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701734, 'name': ReconfigVM_Task, 'duration_secs': 0.553605} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.021574] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7793d176-4bf8-4c8b-807e-fcec7944542b/7793d176-4bf8-4c8b-807e-fcec7944542b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.022193] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74221b0d-cf8e-4198-91a2-9c46c35300b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.028286] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 900.028286] env[62622]: value = "task-2701736" [ 900.028286] env[62622]: _type = "Task" [ 900.028286] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.035388] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701736, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.046934] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.062753] env[62622]: DEBUG nova.scheduler.client.report [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.074026] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e6286-12de-f430-2bba-de801beafb82, 'name': SearchDatastore_Task, 'duration_secs': 0.015244} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.076147] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.076374] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.076529] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.076707] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.076849] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.076991] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.077216] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.077374] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.077537] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.077691] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.077859] env[62622]: DEBUG nova.virt.hardware [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.078197] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.078412] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.078640] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.078782] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.078951] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.079738] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ea9980-428a-4295-960d-97c66780ffe3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.082789] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c0ab1c3-c844-40da-b069-129970396791 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.089875] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48cf2a4-e580-453e-8fdf-b4caff10683e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.096466] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.096668] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.105626] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55477a1d-ee56-48ba-9427-bf3eddc4c690 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.111060] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 900.111060] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52625707-a16d-1dfb-a604-781fa3a5720b" [ 900.111060] env[62622]: _type = "Task" [ 900.111060] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.118662] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52625707-a16d-1dfb-a604-781fa3a5720b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.183011] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea62368-2be3-492f-a925-4f4637cccee6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.191340] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Suspending the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 900.191603] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-adb4d6b1-cfae-4bb8-b097-73634c576ee5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.198204] env[62622]: DEBUG oslo_vmware.api [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 900.198204] env[62622]: value = "task-2701737" [ 900.198204] env[62622]: _type = "Task" [ 900.198204] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.206565] env[62622]: DEBUG oslo_vmware.api [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701737, 'name': SuspendVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.279674] env[62622]: DEBUG nova.compute.manager [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Received event network-vif-plugged-5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.279935] env[62622]: DEBUG oslo_concurrency.lockutils [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] Acquiring lock "108001c7-67d4-4901-b024-15943019d754-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.280179] env[62622]: DEBUG oslo_concurrency.lockutils [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] Lock "108001c7-67d4-4901-b024-15943019d754-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.280361] env[62622]: DEBUG oslo_concurrency.lockutils [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] Lock "108001c7-67d4-4901-b024-15943019d754-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.280531] env[62622]: DEBUG nova.compute.manager [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] No waiting events found dispatching network-vif-plugged-5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.280700] env[62622]: WARNING nova.compute.manager [req-7095ba64-3c6b-4365-a1f4-127b2527e284 req-ee3194d0-c071-4a24-bd8a-1aefcec2a96d service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Received unexpected event network-vif-plugged-5b3c6941-32b2-4d98-a231-7b569616f473 for instance with vm_state building and task_state spawning. [ 900.294842] env[62622]: DEBUG oslo_concurrency.lockutils [req-013e3759-e01a-49d4-81d2-c9c7dffe1220 req-d73c6530-2eef-46b8-bb6d-25e79d3d933b service nova] Releasing lock "refresh_cache-e09b360f-4ff9-4d01-b985-8d3513f2570c" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.369085] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Successfully updated port: 5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.538583] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701736, 'name': Rename_Task, 'duration_secs': 0.282924} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.538933] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.539122] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84c7f760-24b0-467a-b6fb-a62ebd7db83c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.546135] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 900.546135] env[62622]: value = "task-2701738" [ 900.546135] env[62622]: _type = "Task" [ 900.546135] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.554171] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.570300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.570850] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.574402] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.366s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.574610] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.576726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.775s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.603462] env[62622]: INFO nova.scheduler.client.report [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocations for instance 9095924d-19a1-4352-8dc2-212411c91572 [ 900.624270] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52625707-a16d-1dfb-a604-781fa3a5720b, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.625166] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bd6368-8eb2-4830-a737-c387dcd64ebe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.630596] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 900.630596] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f26519-9ebe-5f49-f4d4-be1741489b60" [ 900.630596] env[62622]: _type = "Task" [ 900.630596] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.639784] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f26519-9ebe-5f49-f4d4-be1741489b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.710146] env[62622]: DEBUG oslo_vmware.api [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701737, 'name': SuspendVM_Task} progress is 54%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.874830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.874830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquired lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.874830] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.059919] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701738, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.076688] env[62622]: DEBUG nova.compute.utils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.078148] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.078388] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.110995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-338d79ce-e2b0-4219-87ae-9afc4adb6255 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "9095924d-19a1-4352-8dc2-212411c91572" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.732s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.118898] env[62622]: DEBUG nova.policy [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fccf5ef59741fea24a00e4c2a27e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3a5ca1daa54fe69d9cc06fbfac3739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.141430] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f26519-9ebe-5f49-f4d4-be1741489b60, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.144237] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.144517] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 2e5fdc06-00d1-40a4-82fb-ae2de4996810/2e5fdc06-00d1-40a4-82fb-ae2de4996810.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.144970] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c854c94d-f6c9-4e69-981f-4ae75e3ce6be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.152063] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 901.152063] env[62622]: value = "task-2701739" [ 901.152063] env[62622]: _type = "Task" [ 901.152063] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.163504] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.211014] env[62622]: DEBUG oslo_vmware.api [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701737, 'name': SuspendVM_Task, 'duration_secs': 0.875855} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.211294] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Suspended the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 901.211476] env[62622]: DEBUG nova.compute.manager [None req-08d578a2-3e94-43ab-94c3-0ade7ab4975f tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.212655] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30385be-74f7-440d-90bd-1194c4f2551b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.426015] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.449028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c77c987-8774-4d12-ab4b-7b86f0de07fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.459823] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ccf65-4582-4d71-8144-c4c86523c604 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.496525] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Successfully created port: d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.501683] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc29ac0-b244-4f7f-92a7-beea6d84d956 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.511766] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b51da46-acb1-407c-ac11-3f40bbdc344a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.527029] env[62622]: DEBUG nova.compute.provider_tree [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.563988] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701738, 'name': PowerOnVM_Task, 'duration_secs': 0.919714} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.564470] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.564647] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Took 8.55 seconds to spawn the instance on the hypervisor. [ 901.564802] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.565765] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a1b7f0-eb76-4f62-8749-b27d81ddbc07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.583235] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.664202] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.701575] env[62622]: DEBUG nova.network.neutron [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Updating instance_info_cache with network_info: [{"id": "5b3c6941-32b2-4d98-a231-7b569616f473", "address": "fa:16:3e:ab:e3:86", "network": {"id": "a98a1264-9897-4763-b7b9-a283874ba411", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1969914830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a66b623d6f4282aa259664b9b916bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3c6941-32", "ovs_interfaceid": "5b3c6941-32b2-4d98-a231-7b569616f473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.030773] env[62622]: DEBUG nova.scheduler.client.report [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.087301] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Took 41.29 seconds to build instance. [ 902.165756] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771236} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.165756] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 2e5fdc06-00d1-40a4-82fb-ae2de4996810/2e5fdc06-00d1-40a4-82fb-ae2de4996810.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.165756] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.166026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f8118e-aa1f-46b7-a7eb-4b30d1b398c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.171957] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 902.171957] env[62622]: value = "task-2701740" [ 902.171957] env[62622]: _type = "Task" [ 902.171957] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.179325] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.204584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Releasing lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.204906] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Instance network_info: |[{"id": "5b3c6941-32b2-4d98-a231-7b569616f473", "address": "fa:16:3e:ab:e3:86", "network": {"id": "a98a1264-9897-4763-b7b9-a283874ba411", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1969914830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a66b623d6f4282aa259664b9b916bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3c6941-32", "ovs_interfaceid": "5b3c6941-32b2-4d98-a231-7b569616f473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.205376] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:e3:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3c6941-32b2-4d98-a231-7b569616f473', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.213155] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Creating folder: Project (19a66b623d6f4282aa259664b9b916bf). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.213430] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd46283d-f4b8-47a9-bf18-49dfdb4d175a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.225408] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Created folder: Project (19a66b623d6f4282aa259664b9b916bf) in parent group-v544184. [ 902.225593] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Creating folder: Instances. Parent ref: group-v544408. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.225817] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3668947c-dab6-43e9-9bfc-3c94462661cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.237881] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Created folder: Instances in parent group-v544408. [ 902.238170] env[62622]: DEBUG oslo.service.loopingcall [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.238529] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108001c7-67d4-4901-b024-15943019d754] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.238724] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb76ca9-4960-4d1c-97f2-12802e545df5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.259491] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.259491] env[62622]: value = "task-2701743" [ 902.259491] env[62622]: _type = "Task" [ 902.259491] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.269936] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701743, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.307578] env[62622]: DEBUG nova.compute.manager [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Received event network-changed-5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.307779] env[62622]: DEBUG nova.compute.manager [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Refreshing instance network info cache due to event network-changed-5b3c6941-32b2-4d98-a231-7b569616f473. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.308018] env[62622]: DEBUG oslo_concurrency.lockutils [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] Acquiring lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.308188] env[62622]: DEBUG oslo_concurrency.lockutils [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] Acquired lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.308389] env[62622]: DEBUG nova.network.neutron [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Refreshing network info cache for port 5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.588348] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.802s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.593945] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.622584] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.622894] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.622963] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.623169] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.623315] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.623462] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.623669] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.623821] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.623988] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.624187] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.624379] env[62622]: DEBUG nova.virt.hardware [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.625243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c789f1a-52cc-43cb-aaab-e41a8c476b8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.633750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c4228-8f4d-4101-8b5d-8f0404e751b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.680508] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213587} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.681172] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.681531] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efa4d6-2c7b-494c-857a-12e9fdf26b95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.704796] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 2e5fdc06-00d1-40a4-82fb-ae2de4996810/2e5fdc06-00d1-40a4-82fb-ae2de4996810.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.705154] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093fc246-7ca9-48d5-9905-5267fa3939eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.724284] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 902.724284] env[62622]: value = "task-2701744" [ 902.724284] env[62622]: _type = "Task" [ 902.724284] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.731600] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.739454] env[62622]: INFO nova.compute.manager [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Resuming [ 902.739715] env[62622]: DEBUG nova.objects.instance [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'flavor' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.768222] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701743, 'name': CreateVM_Task, 'duration_secs': 0.373955} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.768388] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108001c7-67d4-4901-b024-15943019d754] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.769068] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.769235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.769552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.769796] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e9cd4f-4780-4b73-a65a-ab8e387b99db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.774240] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 902.774240] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c0aa44-dc50-d7a9-401d-44e2cd899800" [ 902.774240] env[62622]: _type = "Task" [ 902.774240] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.781543] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c0aa44-dc50-d7a9-401d-44e2cd899800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.041831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.465s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.041831] env[62622]: DEBUG nova.compute.manager [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62622) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 903.049642] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.573s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.049642] env[62622]: DEBUG nova.objects.instance [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'resources' on Instance uuid 1cb40b02-805e-4f3f-91c1-daf53319ba9b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.122889] env[62622]: DEBUG nova.network.neutron [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Updated VIF entry in instance network info cache for port 5b3c6941-32b2-4d98-a231-7b569616f473. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.123348] env[62622]: DEBUG nova.network.neutron [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Updating instance_info_cache with network_info: [{"id": "5b3c6941-32b2-4d98-a231-7b569616f473", "address": "fa:16:3e:ab:e3:86", "network": {"id": "a98a1264-9897-4763-b7b9-a283874ba411", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1969914830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a66b623d6f4282aa259664b9b916bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3c6941-32", "ovs_interfaceid": "5b3c6941-32b2-4d98-a231-7b569616f473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.202365] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Successfully updated port: d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.236019] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.284502] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c0aa44-dc50-d7a9-401d-44e2cd899800, 'name': SearchDatastore_Task, 'duration_secs': 0.024386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.285088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.285332] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.285562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.285711] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.285883] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.286161] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47cd607-8016-42b0-ba4e-39e5707e76d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.296834] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.297011] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.297683] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4658f790-c462-495c-833f-60a97ae9a4ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.302649] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 903.302649] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284194e-acfe-e7d5-724d-a2f1cca4b559" [ 903.302649] env[62622]: _type = "Task" [ 903.302649] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.310163] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284194e-acfe-e7d5-724d-a2f1cca4b559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.620324] env[62622]: INFO nova.scheduler.client.report [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted allocation for migration 7dea9b5f-dc05-4793-8d0f-164fbc0ba808 [ 903.625973] env[62622]: DEBUG oslo_concurrency.lockutils [req-3e5de2de-b3b6-4c10-8fdf-2a726bdfa39a req-fd84574c-4898-4627-82b7-27a862286d27 service nova] Releasing lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.705500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.705647] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.705797] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.736336] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701744, 'name': ReconfigVM_Task, 'duration_secs': 0.977383} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.736601] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 2e5fdc06-00d1-40a4-82fb-ae2de4996810/2e5fdc06-00d1-40a4-82fb-ae2de4996810.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.737207] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47a41fd3-a6bf-437c-9c60-24f62e5f56e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.743766] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 903.743766] env[62622]: value = "task-2701745" [ 903.743766] env[62622]: _type = "Task" [ 903.743766] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.753976] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701745, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.813022] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284194e-acfe-e7d5-724d-a2f1cca4b559, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.816500] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef755858-3cdf-4914-b66c-2e09a85e3d4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.821882] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 903.821882] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272f13f-7b0a-62fd-c168-073f0a84f479" [ 903.821882] env[62622]: _type = "Task" [ 903.821882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.832285] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272f13f-7b0a-62fd-c168-073f0a84f479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.904082] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a07e8ff-b867-48a9-8986-61d68cfc1a55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.911614] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b70fe3-f05e-48e4-bbb4-bf154e875e87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.944808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c2cbf-e316-4d0d-b3c7-319e45f88842 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.953497] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fca759-f0d0-4bed-8b80-9d890511b290 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.968098] env[62622]: DEBUG nova.compute.provider_tree [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.128209] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b5ea10ec-95f2-41ca-bd06-0f72984965c4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.292s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.239149] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.249660] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.249844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquired lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.250030] env[62622]: DEBUG nova.network.neutron [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.256475] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701745, 'name': Rename_Task, 'duration_secs': 0.138404} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.258748] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.259587] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c613f64e-efb9-4c9d-940b-7fd3b885f48a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.266667] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 904.266667] env[62622]: value = "task-2701746" [ 904.266667] env[62622]: _type = "Task" [ 904.266667] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.274869] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.331765] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272f13f-7b0a-62fd-c168-073f0a84f479, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.332055] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.332342] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 108001c7-67d4-4901-b024-15943019d754/108001c7-67d4-4901-b024-15943019d754.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.332605] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e35948-cb8e-48c5-b00e-a6dd61f74569 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.337021] env[62622]: DEBUG nova.compute.manager [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Received event network-vif-plugged-d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.337209] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.337412] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.337592] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.337727] env[62622]: DEBUG nova.compute.manager [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] No waiting events found dispatching network-vif-plugged-d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.337928] env[62622]: WARNING nova.compute.manager [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Received unexpected event network-vif-plugged-d6488cf8-5baf-48a9-a3ef-d9fe29605f01 for instance with vm_state building and task_state spawning. [ 904.338051] env[62622]: DEBUG nova.compute.manager [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Received event network-changed-d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.338208] env[62622]: DEBUG nova.compute.manager [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Refreshing instance network info cache due to event network-changed-d6488cf8-5baf-48a9-a3ef-d9fe29605f01. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.338373] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Acquiring lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.339963] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 904.339963] env[62622]: value = "task-2701747" [ 904.339963] env[62622]: _type = "Task" [ 904.339963] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.348337] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.385199] env[62622]: DEBUG nova.network.neutron [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.472066] env[62622]: DEBUG nova.scheduler.client.report [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.539310] env[62622]: DEBUG nova.objects.instance [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.777751] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.849048] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484341} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.849314] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 108001c7-67d4-4901-b024-15943019d754/108001c7-67d4-4901-b024-15943019d754.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.849518] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.849766] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f8e4f97-25ad-4ae9-98dc-e14852a2b312 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.854944] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 904.854944] env[62622]: value = "task-2701748" [ 904.854944] env[62622]: _type = "Task" [ 904.854944] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.864263] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.889649] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.889649] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Instance network_info: |[{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.889649] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Acquired lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.889911] env[62622]: DEBUG nova.network.neutron [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Refreshing network info cache for port d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.890946] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ab:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6488cf8-5baf-48a9-a3ef-d9fe29605f01', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.899366] env[62622]: DEBUG oslo.service.loopingcall [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.899757] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.899962] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf01484-dd28-4b87-bc83-8e26cc51753e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.921029] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.921029] env[62622]: value = "task-2701749" [ 904.921029] env[62622]: _type = "Task" [ 904.921029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.928868] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701749, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.966581] env[62622]: DEBUG nova.network.neutron [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [{"id": "191ace8d-f266-4c45-8177-9d20623dfccc", "address": "fa:16:3e:7c:12:0e", "network": {"id": "2f6eb938-6bf0-4571-a4cc-a8678e81d0ec", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-314186581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99f2df87a404f81a50d0fe502fe12a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191ace8d-f2", "ovs_interfaceid": "191ace8d-f266-4c45-8177-9d20623dfccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.976777] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.979017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.181s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.980494] env[62622]: INFO nova.compute.claims [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.004564] env[62622]: INFO nova.scheduler.client.report [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance 1cb40b02-805e-4f3f-91c1-daf53319ba9b [ 905.044993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.045116] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.045262] env[62622]: DEBUG nova.network.neutron [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.045440] env[62622]: DEBUG nova.objects.instance [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'info_cache' on Instance uuid efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.277040] env[62622]: DEBUG oslo_vmware.api [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701746, 'name': PowerOnVM_Task, 'duration_secs': 0.531005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.277040] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.277276] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Took 9.71 seconds to spawn the instance on the hypervisor. [ 905.277481] env[62622]: DEBUG nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.278132] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c767918-7889-46cd-9834-9f3bb991c1cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.366584] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143154} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.367124] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.367620] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292a56c-58ca-44cf-94b8-77b4315a488f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.390913] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 108001c7-67d4-4901-b024-15943019d754/108001c7-67d4-4901-b024-15943019d754.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.391522] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad29cef-f1ca-46e9-8ac9-c3c3ef954816 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.413190] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 905.413190] env[62622]: value = "task-2701750" [ 905.413190] env[62622]: _type = "Task" [ 905.413190] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.421152] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.428482] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701749, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.470025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Releasing lock "refresh_cache-cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.470871] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8d09f-9ef3-4de8-99f7-0edc232f23d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.478208] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Resuming the VM {{(pid=62622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 905.478332] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4cab99-f82e-4e00-b315-02f6ea50222d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.487229] env[62622]: DEBUG oslo_vmware.api [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 905.487229] env[62622]: value = "task-2701751" [ 905.487229] env[62622]: _type = "Task" [ 905.487229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.498961] env[62622]: DEBUG oslo_vmware.api [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.512760] env[62622]: DEBUG oslo_concurrency.lockutils [None req-631a457a-b624-474c-9f69-0128d3658c01 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "1cb40b02-805e-4f3f-91c1-daf53319ba9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.143s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.549658] env[62622]: DEBUG nova.objects.base [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 905.640736] env[62622]: DEBUG nova.network.neutron [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updated VIF entry in instance network info cache for port d6488cf8-5baf-48a9-a3ef-d9fe29605f01. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.641142] env[62622]: DEBUG nova.network.neutron [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.795994] env[62622]: INFO nova.compute.manager [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Took 44.97 seconds to build instance. [ 905.926199] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701750, 'name': ReconfigVM_Task, 'duration_secs': 0.425366} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.929669] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 108001c7-67d4-4901-b024-15943019d754/108001c7-67d4-4901-b024-15943019d754.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.930866] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81678ecb-1cdf-4d34-8bd9-bab81e122628 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.938545] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701749, 'name': CreateVM_Task, 'duration_secs': 0.776856} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.938683] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.939456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.939580] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939917] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.941420] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77a0d82-f54c-4906-a436-741d91b7296e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.943257] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 905.943257] env[62622]: value = "task-2701752" [ 905.943257] env[62622]: _type = "Task" [ 905.943257] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.950928] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 905.950928] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52620b8f-a288-9726-5bde-d68532a4b2a5" [ 905.950928] env[62622]: _type = "Task" [ 905.950928] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.954988] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701752, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.963813] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52620b8f-a288-9726-5bde-d68532a4b2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.001707] env[62622]: DEBUG oslo_vmware.api [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.144424] env[62622]: DEBUG oslo_concurrency.lockutils [req-0e6d9c46-7228-4bf9-822d-47ca3accf006 req-da873d5b-1c1f-4763-97ef-2ef92d6c7e60 service nova] Releasing lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.299537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7a673076-d1cf-4d3c-9fe3-09b4923aeee6 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.485s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.314056] env[62622]: DEBUG nova.network.neutron [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [{"id": "7cd69a60-18bf-4961-ba2f-87507be65834", "address": "fa:16:3e:c2:98:70", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cd69a60-18", "ovs_interfaceid": "7cd69a60-18bf-4961-ba2f-87507be65834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.423497] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb775caf-9796-4188-b745-86f316227793 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.431517] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99290f-885b-4a1b-b979-e41f3cf9adb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.469683] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7133ab9e-9674-486b-9416-e2cf6c5de79e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.478131] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701752, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.483713] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52620b8f-a288-9726-5bde-d68532a4b2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.032848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.484964] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152339f1-50af-4861-90d1-9aa54dfd0154 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.489361] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.489880] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.489880] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.490015] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.490136] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.490394] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb20203c-2649-439f-b972-33f94f6a3ee9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.504992] env[62622]: DEBUG nova.compute.provider_tree [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.508480] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.508707] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.509462] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5657e97-e1a6-4839-a5cc-82eaf68302ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.515636] env[62622]: DEBUG oslo_vmware.api [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701751, 'name': PowerOnVM_Task, 'duration_secs': 0.566773} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.517111] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Resumed the VM {{(pid=62622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 906.517253] env[62622]: DEBUG nova.compute.manager [None req-41db549f-626d-48a2-8744-1e10f576a20d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.518829] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b3bd0-8bde-4b30-aaae-29e51f519dde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.524175] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 906.524175] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a5c88-2282-82fd-7011-bc00a755d5c8" [ 906.524175] env[62622]: _type = "Task" [ 906.524175] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.536193] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a5c88-2282-82fd-7011-bc00a755d5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.817073] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-efe5672b-3623-4497-87a8-2672c086352e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.977134] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701752, 'name': Rename_Task, 'duration_secs': 0.649148} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.977588] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.977686] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71365388-752e-412b-a16d-c7d1a917c50a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.992254] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 906.992254] env[62622]: value = "task-2701753" [ 906.992254] env[62622]: _type = "Task" [ 906.992254] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.011221] env[62622]: DEBUG nova.scheduler.client.report [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.014896] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.039203] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a5c88-2282-82fd-7011-bc00a755d5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.0175} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.041371] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52438d1-7ab4-4e1a-85f9-ca11c942496b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.048480] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 907.048480] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aff210-e22e-7004-56f8-01c8201a6a52" [ 907.048480] env[62622]: _type = "Task" [ 907.048480] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.057652] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aff210-e22e-7004-56f8-01c8201a6a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.094862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.095306] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.385999] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.386378] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.387272] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.387272] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.387272] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.389464] env[62622]: INFO nova.compute.manager [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Terminating instance [ 907.501121] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.516462] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.517118] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.520343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.516s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.521950] env[62622]: INFO nova.compute.claims [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.558649] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aff210-e22e-7004-56f8-01c8201a6a52, 'name': SearchDatastore_Task, 'duration_secs': 0.025676} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.561690] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.561690] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.561690] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d205f72-c742-4fbd-82ce-2565c21c371d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.567020] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 907.567020] env[62622]: value = "task-2701754" [ 907.567020] env[62622]: _type = "Task" [ 907.567020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.576210] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.597572] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.825016] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.825459] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05272fe4-2509-4177-84ef-717817336041 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.832323] env[62622]: DEBUG oslo_vmware.api [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 907.832323] env[62622]: value = "task-2701755" [ 907.832323] env[62622]: _type = "Task" [ 907.832323] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.840429] env[62622]: DEBUG oslo_vmware.api [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.895022] env[62622]: DEBUG nova.compute.manager [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.895405] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.896497] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee556f-86e4-4285-9e09-1adf94c87b47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.905621] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.905895] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8fd276-1fbc-4602-8b9f-7cd3dc12b0ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.911909] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 907.911909] env[62622]: value = "task-2701756" [ 907.911909] env[62622]: _type = "Task" [ 907.911909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.922313] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.004330] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701753, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.029474] env[62622]: DEBUG nova.compute.utils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.031225] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 908.077986] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.125983] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.343382] env[62622]: DEBUG oslo_vmware.api [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.424139] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701756, 'name': PowerOffVM_Task, 'duration_secs': 0.237404} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.424540] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.424734] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.425045] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec1e0b5-710a-4d12-b5a7-ca12b8b9c8e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.501182] env[62622]: DEBUG oslo_vmware.api [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701753, 'name': PowerOnVM_Task, 'duration_secs': 1.018379} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.501429] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.501634] env[62622]: INFO nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Took 8.45 seconds to spawn the instance on the hypervisor. [ 908.501865] env[62622]: DEBUG nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.502653] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ed8ca-ef67-4f01-ab5f-1e1f0b14ea4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.519583] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.519858] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.519973] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleting the datastore file [datastore2] 98672462-486b-4d9a-b62a-7f76a7dd8e10 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.520388] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6929986d-84c8-4cfe-9cf3-02a85f9bff3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.526651] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 908.526651] env[62622]: value = "task-2701758" [ 908.526651] env[62622]: _type = "Task" [ 908.526651] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.534683] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.542723] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.579597] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87043} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.579893] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.583317] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.583601] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8ddcb2-8d7a-4154-ae6c-1e9d98bad803 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.590412] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 908.590412] env[62622]: value = "task-2701759" [ 908.590412] env[62622]: _type = "Task" [ 908.590412] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.601573] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.845195] env[62622]: DEBUG oslo_vmware.api [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701755, 'name': PowerOnVM_Task, 'duration_secs': 0.516014} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.845528] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.845720] env[62622]: DEBUG nova.compute.manager [None req-8f2963c3-d7e0-439f-a34a-7f51d9760ac9 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.846507] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3baf9-e64c-4108-be5a-afb34b0aa40e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.021735] env[62622]: INFO nova.compute.manager [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Took 44.69 seconds to build instance. [ 909.036870] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.101211] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069485} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.103693] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.104693] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47d058d-0515-4d2c-8a2d-fc9595e38c61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.128267] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.129659] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7ad49d-a58f-44c6-a054-99b105ec0ecd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.146884] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d938a7-9a3d-48a5-af01-131b36d774e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.155583] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a995908-a419-44a5-8947-0d830e9a0e74 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.158630] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 909.158630] env[62622]: value = "task-2701760" [ 909.158630] env[62622]: _type = "Task" [ 909.158630] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.189970] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874cb76d-90f6-4585-8790-7429bf91e7e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.195749] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.200643] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f0986-5cfd-42e4-9ba0-21dbca7ed082 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.214857] env[62622]: DEBUG nova.compute.provider_tree [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.524565] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bf143e36-e7e4-4f28-b724-8c9f17a78fa5 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.205s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.536589] env[62622]: DEBUG oslo_vmware.api [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552225} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.536845] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.537043] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.537230] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.537405] env[62622]: INFO nova.compute.manager [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Took 1.64 seconds to destroy the instance on the hypervisor. [ 909.537644] env[62622]: DEBUG oslo.service.loopingcall [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.537836] env[62622]: DEBUG nova.compute.manager [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.537932] env[62622]: DEBUG nova.network.neutron [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.545158] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.571861] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.572161] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.572402] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.572614] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.572775] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.572923] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.573162] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.573356] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.573531] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.573694] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.573868] env[62622]: DEBUG nova.virt.hardware [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.574889] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca98f4-2ea5-408d-85f7-35a811ed007b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.583227] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f85872-c6ec-4c79-a6db-a0a88aa7a08c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.596545] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.602056] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Creating folder: Project (75df56d6e79140b3b141b5a98814fdfb). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.602379] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8691efa-2198-43c4-85fe-bdc293043e87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.614875] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Created folder: Project (75df56d6e79140b3b141b5a98814fdfb) in parent group-v544184. [ 909.615233] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Creating folder: Instances. Parent ref: group-v544412. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.615581] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a79a59-63c5-4bf5-8efd-6472d33f9967 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.626384] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Created folder: Instances in parent group-v544412. [ 909.626624] env[62622]: DEBUG oslo.service.loopingcall [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.626818] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.627030] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f639d83-18ca-426e-8cb3-1534d581e516 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.646909] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.646909] env[62622]: value = "task-2701763" [ 909.646909] env[62622]: _type = "Task" [ 909.646909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.654547] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701763, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.668026] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701760, 'name': ReconfigVM_Task, 'duration_secs': 0.495548} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.668026] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.668768] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23427b27-d13b-4a3a-8c87-6f48edc39bc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.675351] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 909.675351] env[62622]: value = "task-2701764" [ 909.675351] env[62622]: _type = "Task" [ 909.675351] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.684318] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701764, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.718510] env[62622]: DEBUG nova.scheduler.client.report [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.819214] env[62622]: DEBUG nova.compute.manager [req-bb703829-f1a1-487f-9d14-5d3a92a307d2 req-573bf9a5-1f2a-47ba-a6cd-81a78bbab263 service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Received event network-vif-deleted-7ab03bfe-ccb7-4225-8805-902f2a17c771 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.819404] env[62622]: INFO nova.compute.manager [req-bb703829-f1a1-487f-9d14-5d3a92a307d2 req-573bf9a5-1f2a-47ba-a6cd-81a78bbab263 service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Neutron deleted interface 7ab03bfe-ccb7-4225-8805-902f2a17c771; detaching it from the instance and deleting it from the info cache [ 909.819582] env[62622]: DEBUG nova.network.neutron [req-bb703829-f1a1-487f-9d14-5d3a92a307d2 req-573bf9a5-1f2a-47ba-a6cd-81a78bbab263 service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.159418] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701763, 'name': CreateVM_Task, 'duration_secs': 0.484097} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.159828] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.160016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.160187] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.160500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.160765] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdeb8ce3-bea5-4c12-9b7d-ca97e7b4511f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.166310] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 910.166310] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527f73aa-b5ae-88bc-e44f-8dfe78aa9af4" [ 910.166310] env[62622]: _type = "Task" [ 910.166310] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.175877] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527f73aa-b5ae-88bc-e44f-8dfe78aa9af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.183484] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701764, 'name': Rename_Task, 'duration_secs': 0.140688} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.183802] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.184187] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee9f53f-4ae4-4a5a-b0ca-db317bfb058a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.190308] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 910.190308] env[62622]: value = "task-2701765" [ 910.190308] env[62622]: _type = "Task" [ 910.190308] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.198733] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.224317] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.225041] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.227701] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.816s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.227944] env[62622]: DEBUG nova.objects.instance [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lazy-loading 'resources' on Instance uuid 77899d87-f442-47b7-9d17-9509d29b8035 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.297366] env[62622]: DEBUG nova.network.neutron [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.323934] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-297d320b-b172-40fa-81c1-032efc631a68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.334442] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f9173a-3d6d-4a10-b7f3-41e7779e4699 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.374152] env[62622]: DEBUG nova.compute.manager [req-bb703829-f1a1-487f-9d14-5d3a92a307d2 req-573bf9a5-1f2a-47ba-a6cd-81a78bbab263 service nova] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Detach interface failed, port_id=7ab03bfe-ccb7-4225-8805-902f2a17c771, reason: Instance 98672462-486b-4d9a-b62a-7f76a7dd8e10 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 910.378246] env[62622]: DEBUG nova.compute.manager [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Received event network-changed-5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.378439] env[62622]: DEBUG nova.compute.manager [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Refreshing instance network info cache due to event network-changed-5b3c6941-32b2-4d98-a231-7b569616f473. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 910.380668] env[62622]: DEBUG oslo_concurrency.lockutils [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] Acquiring lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.380668] env[62622]: DEBUG oslo_concurrency.lockutils [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] Acquired lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.380668] env[62622]: DEBUG nova.network.neutron [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Refreshing network info cache for port 5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.562982] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.563228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.563452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "efe5672b-3623-4497-87a8-2672c086352e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.563675] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.563852] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.566454] env[62622]: INFO nova.compute.manager [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Terminating instance [ 910.676749] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527f73aa-b5ae-88bc-e44f-8dfe78aa9af4, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.677105] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.677638] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.677638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.677803] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.677947] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.678244] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11c2873a-9647-4602-84e7-e375e36d8ed4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.691393] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.691729] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.696502] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25ab0c7-82c3-4d0d-9289-95044796501f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.705832] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.708106] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 910.708106] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52676bdc-8e8a-226e-a9d8-9349fbb34c01" [ 910.708106] env[62622]: _type = "Task" [ 910.708106] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.718063] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52676bdc-8e8a-226e-a9d8-9349fbb34c01, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.718910] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7d687f-0ff0-433b-84b7-39b4e191c3d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.724240] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 910.724240] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2e964-640f-6fec-c6ec-ead56fe68cd6" [ 910.724240] env[62622]: _type = "Task" [ 910.724240] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.733394] env[62622]: DEBUG nova.compute.utils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 910.737300] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2e964-640f-6fec-c6ec-ead56fe68cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.738114] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 910.799585] env[62622]: INFO nova.compute.manager [-] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Took 1.26 seconds to deallocate network for instance. [ 911.070076] env[62622]: DEBUG nova.compute.manager [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.070076] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.071035] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157727a5-38bf-452f-9aee-b3bcbc354d07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.078743] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.081874] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4c0c19-6c72-4247-ab52-02868bca1c1c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087955] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 911.087955] env[62622]: value = "task-2701766" [ 911.087955] env[62622]: _type = "Task" [ 911.087955] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.095951] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ffde44-8f65-4844-8f18-5df88d4424df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.103247] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.104145] env[62622]: DEBUG nova.network.neutron [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Updated VIF entry in instance network info cache for port 5b3c6941-32b2-4d98-a231-7b569616f473. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.104579] env[62622]: DEBUG nova.network.neutron [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Updating instance_info_cache with network_info: [{"id": "5b3c6941-32b2-4d98-a231-7b569616f473", "address": "fa:16:3e:ab:e3:86", "network": {"id": "a98a1264-9897-4763-b7b9-a283874ba411", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1969914830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a66b623d6f4282aa259664b9b916bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3c6941-32", "ovs_interfaceid": "5b3c6941-32b2-4d98-a231-7b569616f473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.110342] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d51cd-fe06-4c59-b814-c0d842b0b2c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.147112] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8796a4de-3b04-460a-abd2-b7eadf29965a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.155860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a550f-edf4-46e4-a7eb-758aef9bf4cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.171824] env[62622]: DEBUG nova.compute.provider_tree [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.204857] env[62622]: DEBUG oslo_vmware.api [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701765, 'name': PowerOnVM_Task, 'duration_secs': 0.532011} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.205147] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.205388] env[62622]: INFO nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Took 8.61 seconds to spawn the instance on the hypervisor. [ 911.205618] env[62622]: DEBUG nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.206517] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ea72a-fa4e-449b-b231-a19082c89677 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.237209] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b2e964-640f-6fec-c6ec-ead56fe68cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.238036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.238036] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db/2fc8f65d-6ed5-43df-8a82-9637c7a5e6db.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.238875] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.240999] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de3203b-f671-4dee-85bb-fc0b41faf2ef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.249022] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 911.249022] env[62622]: value = "task-2701767" [ 911.249022] env[62622]: _type = "Task" [ 911.249022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.259447] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.309555] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.597678] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701766, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.607368] env[62622]: DEBUG oslo_concurrency.lockutils [req-e66d824a-de8b-4d30-b5bd-f767a8243f19 req-82883362-89f1-4d2d-ba2d-0f2329652d06 service nova] Releasing lock "refresh_cache-108001c7-67d4-4901-b024-15943019d754" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.676034] env[62622]: DEBUG nova.scheduler.client.report [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.688355] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.688643] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.688889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.689107] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.689286] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.692319] env[62622]: INFO nova.compute.manager [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Terminating instance [ 911.725912] env[62622]: INFO nova.compute.manager [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Took 40.77 seconds to build instance. [ 911.759540] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701767, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.101828] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701766, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.180911] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.183424] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.289s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.184981] env[62622]: INFO nova.compute.claims [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.198044] env[62622]: DEBUG nova.compute.manager [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.198044] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.198736] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf63479-0625-416c-94d3-03be213f792d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.202398] env[62622]: INFO nova.scheduler.client.report [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Deleted allocations for instance 77899d87-f442-47b7-9d17-9509d29b8035 [ 912.208485] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.208896] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8827211-606c-42a8-bba4-08240aeab1a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.216650] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 912.216650] env[62622]: value = "task-2701768" [ 912.216650] env[62622]: _type = "Task" [ 912.216650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.225359] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.230942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0666abac-2719-4085-81e6-173642b7facc tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.281s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.249887] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.263058] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916729} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.263058] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db/2fc8f65d-6ed5-43df-8a82-9637c7a5e6db.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.263058] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.263320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d148075-5aa1-42d2-98c9-6ba4b8a8f4fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.272648] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 912.272648] env[62622]: value = "task-2701769" [ 912.272648] env[62622]: _type = "Task" [ 912.272648] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.280382] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.280725] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.280907] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.281131] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.281291] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.281447] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.281679] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.281844] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.282050] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.282226] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.282449] env[62622]: DEBUG nova.virt.hardware [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.283572] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ab183-72b2-4613-912d-fbdef3b66813 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.294411] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f9512f-712e-4e2b-a707-c84fc66330b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.298283] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.309034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.314698] env[62622]: DEBUG oslo.service.loopingcall [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.315036] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.315275] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c65f10df-08f4-4e8e-858f-c82832f9efdc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.332722] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.332722] env[62622]: value = "task-2701770" [ 912.332722] env[62622]: _type = "Task" [ 912.332722] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.341662] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701770, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.601295] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701766, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.712169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-baa1019c-45bf-40da-b7e2-80ef98159e59 tempest-ImagesTestJSON-1330376902 tempest-ImagesTestJSON-1330376902-project-member] Lock "77899d87-f442-47b7-9d17-9509d29b8035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.797s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.727938] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701768, 'name': PowerOffVM_Task, 'duration_secs': 0.479748} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.728271] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.728458] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.728723] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5a749d7-2601-4d7f-a7c6-3924b55a7eda {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.782195] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083371} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.782536] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.783347] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7abb47-9564-4116-ad5b-bbbeefb004fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.803058] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db/2fc8f65d-6ed5-43df-8a82-9637c7a5e6db.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.804131] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf850b2-2feb-4c6f-ab69-11551bb64af4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.824522] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.824522] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.824742] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleting the datastore file [datastore1] cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.824878] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1302c0-3340-4e86-a5e2-ed78f7ae125c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.829208] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 912.829208] env[62622]: value = "task-2701772" [ 912.829208] env[62622]: _type = "Task" [ 912.829208] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.834027] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for the task: (returnval){ [ 912.834027] env[62622]: value = "task-2701773" [ 912.834027] env[62622]: _type = "Task" [ 912.834027] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.845993] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.853030] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701770, 'name': CreateVM_Task, 'duration_secs': 0.456136} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.855026] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.855353] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.855880] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.857117] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.857117] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.857117] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14979c5-cb9a-4fba-8821-492b33c05068 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.861243] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 912.861243] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b7ef01-59e9-57f4-297e-c10c99df0a71" [ 912.861243] env[62622]: _type = "Task" [ 912.861243] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.868539] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b7ef01-59e9-57f4-297e-c10c99df0a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.944025] env[62622]: DEBUG nova.compute.manager [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 913.100044] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701766, 'name': PowerOffVM_Task, 'duration_secs': 1.598875} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.100306] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.100473] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.100715] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53fddb1a-f9c4-44ed-8cfa-9a78c8157cd0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.200588] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.200856] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.201012] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleting the datastore file [datastore2] efe5672b-3623-4497-87a8-2672c086352e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.201297] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12a2b76-369d-45b9-b13f-9eeaeeba2371 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.209740] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 913.209740] env[62622]: value = "task-2701775" [ 913.209740] env[62622]: _type = "Task" [ 913.209740] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.217093] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.341118] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.352848] env[62622]: DEBUG oslo_vmware.api [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Task: {'id': task-2701773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449983} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.353176] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.353448] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.353567] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.353715] env[62622]: INFO nova.compute.manager [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.353957] env[62622]: DEBUG oslo.service.loopingcall [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.354176] env[62622]: DEBUG nova.compute.manager [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.354282] env[62622]: DEBUG nova.network.neutron [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.370890] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b7ef01-59e9-57f4-297e-c10c99df0a71, 'name': SearchDatastore_Task, 'duration_secs': 0.023988} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.373717] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.374238] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.374238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.374425] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.374550] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.375034] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0984ecd-dd05-4120-8493-6a490bb56f42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.383213] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.383391] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.384163] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff0d479-7021-4a5c-b9a3-b6b0e7471bf3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.391881] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 913.391881] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5292ecec-b56b-4689-d763-ec7de7b4da7e" [ 913.391881] env[62622]: _type = "Task" [ 913.391881] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.399816] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5292ecec-b56b-4689-d763-ec7de7b4da7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.459487] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.587400] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d12f77-3f67-4f0e-b3d2-8d4289636556 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.596721] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8303a1f-b003-490d-9b99-1827e385c459 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.631052] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b716d-5bf3-4a43-ae60-b9f29e4e446b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.635794] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd1f311-a182-4005-842c-96403ce7068a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.651019] env[62622]: DEBUG nova.compute.provider_tree [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.721489] env[62622]: DEBUG oslo_vmware.api [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193488} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.724171] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.724171] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.724171] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.724171] env[62622]: INFO nova.compute.manager [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 2.65 seconds to destroy the instance on the hypervisor. [ 913.726020] env[62622]: DEBUG oslo.service.loopingcall [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.726020] env[62622]: DEBUG nova.compute.manager [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.726020] env[62622]: DEBUG nova.network.neutron [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.757204] env[62622]: DEBUG nova.compute.manager [req-8dda2c6d-f578-434a-8388-dd8f94c1311d req-901958b8-9614-4050-92b8-1d9eb155d05e service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Received event network-vif-deleted-191ace8d-f266-4c45-8177-9d20623dfccc {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.757204] env[62622]: INFO nova.compute.manager [req-8dda2c6d-f578-434a-8388-dd8f94c1311d req-901958b8-9614-4050-92b8-1d9eb155d05e service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Neutron deleted interface 191ace8d-f266-4c45-8177-9d20623dfccc; detaching it from the instance and deleting it from the info cache [ 913.757204] env[62622]: DEBUG nova.network.neutron [req-8dda2c6d-f578-434a-8388-dd8f94c1311d req-901958b8-9614-4050-92b8-1d9eb155d05e service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.843124] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701772, 'name': ReconfigVM_Task, 'duration_secs': 0.538417} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.843466] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db/2fc8f65d-6ed5-43df-8a82-9637c7a5e6db.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.844139] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c34392c-2491-438c-b942-0c357d6fc9e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.850699] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 913.850699] env[62622]: value = "task-2701776" [ 913.850699] env[62622]: _type = "Task" [ 913.850699] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.859269] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701776, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.905725] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5292ecec-b56b-4689-d763-ec7de7b4da7e, 'name': SearchDatastore_Task, 'duration_secs': 0.014519} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.905725] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff273249-b995-454f-a92f-d83db13991ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.910973] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 913.910973] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527ae509-43e2-f31f-7acc-2ff8f2f3b779" [ 913.910973] env[62622]: _type = "Task" [ 913.910973] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.920205] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527ae509-43e2-f31f-7acc-2ff8f2f3b779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.157341] env[62622]: DEBUG nova.scheduler.client.report [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.233831] env[62622]: DEBUG nova.network.neutron [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.259715] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abc665dc-70fc-4e71-bd9c-b5d54365cd04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.276870] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc253d-36f7-448b-b453-b5758e6afd33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.316702] env[62622]: DEBUG nova.compute.manager [req-8dda2c6d-f578-434a-8388-dd8f94c1311d req-901958b8-9614-4050-92b8-1d9eb155d05e service nova] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Detach interface failed, port_id=191ace8d-f266-4c45-8177-9d20623dfccc, reason: Instance cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 914.366458] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701776, 'name': Rename_Task, 'duration_secs': 0.335319} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.366850] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.367173] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2574f4af-3a36-4b27-8496-34421eec3460 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.376423] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 914.376423] env[62622]: value = "task-2701777" [ 914.376423] env[62622]: _type = "Task" [ 914.376423] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.386585] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.423896] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527ae509-43e2-f31f-7acc-2ff8f2f3b779, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.424175] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.424548] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.424830] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f40a04e-b743-4601-bcb6-9f07b29a6379 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.433703] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 914.433703] env[62622]: value = "task-2701778" [ 914.433703] env[62622]: _type = "Task" [ 914.433703] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.445109] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.661827] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.662461] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.667474] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.676s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.667831] env[62622]: DEBUG nova.objects.instance [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lazy-loading 'resources' on Instance uuid d19890fd-0c60-4c32-90dd-62a7437f9c60 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.736867] env[62622]: INFO nova.compute.manager [-] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Took 1.38 seconds to deallocate network for instance. [ 914.887550] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.945695] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.959269] env[62622]: DEBUG nova.network.neutron [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.180556] env[62622]: DEBUG nova.compute.utils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.182010] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.182235] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.232935] env[62622]: DEBUG nova.policy [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7283a8fcf8924c97aeb20ed8273ec15b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0687fd8d73d454a80a2162cff851cce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.243700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.387237] env[62622]: DEBUG oslo_vmware.api [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701777, 'name': PowerOnVM_Task, 'duration_secs': 0.536894} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.389734] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.389952] env[62622]: INFO nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Took 5.84 seconds to spawn the instance on the hypervisor. [ 915.390154] env[62622]: DEBUG nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.391123] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c852e1b8-748c-48f3-80a7-093fbd749b9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.444917] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632074} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.448203] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.448446] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.449872] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721cb4b1-535a-4c93-bddf-51bf65a38fe2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.456694] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 915.456694] env[62622]: value = "task-2701779" [ 915.456694] env[62622]: _type = "Task" [ 915.456694] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.463164] env[62622]: INFO nova.compute.manager [-] [instance: efe5672b-3623-4497-87a8-2672c086352e] Took 1.74 seconds to deallocate network for instance. [ 915.468588] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.518882] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Successfully created port: abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.537642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df650d3c-f387-42b7-ad9c-d94a3659e63f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.546029] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0175b-af07-4aa6-954e-6e6f958dc324 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.576397] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637cf1c9-c181-487b-ba45-d7c481dba723 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.584123] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbae56-190f-4ae7-8e35-539d2c4f0462 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.601327] env[62622]: DEBUG nova.compute.provider_tree [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.685082] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.864214] env[62622]: DEBUG nova.compute.manager [req-3cf9f37e-1205-46c5-8d4b-3be30cfa1552 req-7d6044b2-03a2-4395-acf9-3baceb7f7c11 service nova] [instance: efe5672b-3623-4497-87a8-2672c086352e] Received event network-vif-deleted-7cd69a60-18bf-4961-ba2f-87507be65834 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.913213] env[62622]: INFO nova.compute.manager [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Took 34.14 seconds to build instance. [ 915.972022] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069914} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.972022] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.972022] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137a0485-c120-4b30-bbef-a03e432a1517 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.973741] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.996027] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.996957] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c1f44c-df91-47bb-969a-8b86cbadbd38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.016930] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 916.016930] env[62622]: value = "task-2701780" [ 916.016930] env[62622]: _type = "Task" [ 916.016930] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.025865] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.104867] env[62622]: DEBUG nova.scheduler.client.report [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.412447] env[62622]: DEBUG oslo_concurrency.lockutils [None req-98cffa5f-9413-45d9-854d-d32df75e7743 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.645s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.527753] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.610216] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.612818] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.202s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.612818] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.612818] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 916.612818] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.487s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.614287] env[62622]: INFO nova.compute.claims [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.620715] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a913f44-3bbb-48a2-b481-af5721c72faf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.634999] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e2d5e-5294-4b69-97ea-f2527bf9b5cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.650679] env[62622]: INFO nova.scheduler.client.report [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Deleted allocations for instance d19890fd-0c60-4c32-90dd-62a7437f9c60 [ 916.652338] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4416fb1-842d-4b10-b1ee-3526e5c2f26c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.664078] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666a476-da8b-459d-9108-38a5d82fa3cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.697711] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.700507] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179162MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 916.700690] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.723756] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.723999] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.724173] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.724391] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.724556] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.724695] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.724900] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.725174] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.725372] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.725541] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.725717] env[62622]: DEBUG nova.virt.hardware [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.727266] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923729e2-438e-4e34-abd3-f08b33586279 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.734514] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9352b6-b778-4b29-898d-90f82230ff72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027505] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701780, 'name': ReconfigVM_Task, 'duration_secs': 0.867496} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.027780] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.028393] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e7be08a-96c8-45c3-97a9-d2ccc1593b1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.035199] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 917.035199] env[62622]: value = "task-2701781" [ 917.035199] env[62622]: _type = "Task" [ 917.035199] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.047020] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701781, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.051797] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Successfully updated port: abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.165855] env[62622]: DEBUG oslo_concurrency.lockutils [None req-396dbc04-145b-416d-8f3a-baf513ddd4f4 tempest-ServerMetadataNegativeTestJSON-340302079 tempest-ServerMetadataNegativeTestJSON-340302079-project-member] Lock "d19890fd-0c60-4c32-90dd-62a7437f9c60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.876s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.546098] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701781, 'name': Rename_Task, 'duration_secs': 0.185924} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.546098] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.549633] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-608aa874-6cec-4d14-9b3a-45d13858c7fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.556702] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 917.556702] env[62622]: value = "task-2701782" [ 917.556702] env[62622]: _type = "Task" [ 917.556702] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.559752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.560114] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560590] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.569170] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.899870] env[62622]: DEBUG nova.compute.manager [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Received event network-vif-plugged-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.900115] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Acquiring lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.900344] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.900554] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.900679] env[62622]: DEBUG nova.compute.manager [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] No waiting events found dispatching network-vif-plugged-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.901293] env[62622]: WARNING nova.compute.manager [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Received unexpected event network-vif-plugged-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee for instance with vm_state building and task_state spawning. [ 917.901508] env[62622]: DEBUG nova.compute.manager [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Received event network-changed-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.901784] env[62622]: DEBUG nova.compute.manager [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Refreshing instance network info cache due to event network-changed-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.901987] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Acquiring lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.060516] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939bfe0-0ce3-4044-a755-650809f41239 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.069694] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.075413] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bddfe2-743b-45f4-9aa7-268caf760c6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.116547] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.119063] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed0613-fc88-4b78-837d-257644680f71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.132232] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183fde01-db32-4f6e-82c3-9bb7d700b749 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.145672] env[62622]: DEBUG nova.compute.provider_tree [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.290947] env[62622]: DEBUG nova.network.neutron [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [{"id": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "address": "fa:16:3e:50:94:23", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb79a9-a0", "ovs_interfaceid": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.568617] env[62622]: DEBUG oslo_vmware.api [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701782, 'name': PowerOnVM_Task, 'duration_secs': 0.909815} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.568999] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.569547] env[62622]: INFO nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Took 6.32 seconds to spawn the instance on the hypervisor. [ 918.569786] env[62622]: DEBUG nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.570603] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa49ad38-e288-4df0-a4ba-c3435165f6df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.651603] env[62622]: DEBUG nova.scheduler.client.report [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.797890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.798507] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Instance network_info: |[{"id": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "address": "fa:16:3e:50:94:23", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb79a9-a0", "ovs_interfaceid": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.798507] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Acquired lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.798738] env[62622]: DEBUG nova.network.neutron [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Refreshing network info cache for port abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.804035] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:94:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.808372] env[62622]: DEBUG oslo.service.loopingcall [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.811408] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.811903] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-153b3430-b616-49a3-8997-22780b18016f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.835447] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.835447] env[62622]: value = "task-2701783" [ 918.835447] env[62622]: _type = "Task" [ 918.835447] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.845597] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701783, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.061990] env[62622]: DEBUG nova.network.neutron [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updated VIF entry in instance network info cache for port abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.062425] env[62622]: DEBUG nova.network.neutron [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [{"id": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "address": "fa:16:3e:50:94:23", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb79a9-a0", "ovs_interfaceid": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.089472] env[62622]: INFO nova.compute.manager [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Took 37.10 seconds to build instance. [ 919.159654] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.160205] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.163126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.854s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.163126] env[62622]: DEBUG nova.objects.instance [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lazy-loading 'resources' on Instance uuid 98672462-486b-4d9a-b62a-7f76a7dd8e10 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.346489] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701783, 'name': CreateVM_Task, 'duration_secs': 0.361285} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.346679] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.347587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.347587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.347899] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.348179] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c1d6bb-18bf-4549-ab69-6260b4a72251 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.354092] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 919.354092] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52656fa5-8aef-8b08-7229-d90c75a7385a" [ 919.354092] env[62622]: _type = "Task" [ 919.354092] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.361828] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52656fa5-8aef-8b08-7229-d90c75a7385a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.567694] env[62622]: DEBUG oslo_concurrency.lockutils [req-a3c95bd5-0aec-4665-a1d6-3908a9c645ba req-e545dbc7-484c-48c6-bf22-26efb46fb460 service nova] Releasing lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.591537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1253e418-8134-4898-bdba-c45a28a9d807 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.610s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.667033] env[62622]: DEBUG nova.compute.utils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.668521] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.668696] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.746955] env[62622]: DEBUG nova.policy [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.870901] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52656fa5-8aef-8b08-7229-d90c75a7385a, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.870901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.870901] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.871266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.871266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.872025] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.872025] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2212399-e920-4e41-968f-5cdb3089ac31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.893210] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.893210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.893210] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d15eb5c-dd56-450b-9245-24f88856e7a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.902087] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 919.902087] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbb8c0-4fc5-416c-e811-17272c6a21ab" [ 919.902087] env[62622]: _type = "Task" [ 919.902087] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.910476] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbb8c0-4fc5-416c-e811-17272c6a21ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.081623] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Successfully created port: 5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.090930] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b2d42-7b0d-4cd9-8730-aa7c56132222 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.099384] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45980e98-3589-4368-80ee-4730cd9970f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.138311] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0cdd77-e898-4760-b75f-1606069a9f2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.147022] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253d3afd-fd2b-4688-8c77-4d89dfa7634e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.164570] env[62622]: DEBUG nova.compute.provider_tree [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.173790] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.244247] env[62622]: INFO nova.compute.manager [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Rebuilding instance [ 920.301761] env[62622]: DEBUG nova.compute.manager [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.302685] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17607f5-ef4d-4f14-8279-c292b5bb1c60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.412880] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbb8c0-4fc5-416c-e811-17272c6a21ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017699} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.414512] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cd5892-21a2-4a19-b4f7-7690f2f66fbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.420462] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 920.420462] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbae75-c8ae-7402-933a-e55ed8275533" [ 920.420462] env[62622]: _type = "Task" [ 920.420462] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.428685] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbae75-c8ae-7402-933a-e55ed8275533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.668601] env[62622]: DEBUG nova.scheduler.client.report [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.932253] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cbae75-c8ae-7402-933a-e55ed8275533, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.932503] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.932775] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/0fe65dae-e048-4c6b-95a1-32d9cb748fed.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.933058] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e65ace-7e15-4c1b-8f1e-006df1f32abc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.940707] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 920.940707] env[62622]: value = "task-2701784" [ 920.940707] env[62622]: _type = "Task" [ 920.940707] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.949664] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.173913] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.177263] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.718s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.184112] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.214217] env[62622]: INFO nova.scheduler.client.report [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted allocations for instance 98672462-486b-4d9a-b62a-7f76a7dd8e10 [ 921.244617] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.248044] env[62622]: DEBUG nova.virt.hardware [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.249899] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dabda93-3f82-43b8-80c8-a44de0651d88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.264065] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62940c7-a4fd-4c8e-93fb-0f76f79edd4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.321610] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.322867] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba8c8ea-3396-426e-8702-19cc094207c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.332572] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 921.332572] env[62622]: value = "task-2701785" [ 921.332572] env[62622]: _type = "Task" [ 921.332572] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.349392] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.456756] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.577348] env[62622]: DEBUG nova.compute.manager [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received event network-vif-plugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.577565] env[62622]: DEBUG oslo_concurrency.lockutils [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.577773] env[62622]: DEBUG oslo_concurrency.lockutils [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.577974] env[62622]: DEBUG oslo_concurrency.lockutils [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.578605] env[62622]: DEBUG nova.compute.manager [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] No waiting events found dispatching network-vif-plugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.578890] env[62622]: WARNING nova.compute.manager [req-b3766da5-9c68-4b21-86cf-b6e03f1ae467 req-6bff64b1-430b-4309-a62f-954cf08c020c service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received unexpected event network-vif-plugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 for instance with vm_state building and task_state spawning. [ 921.666902] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Successfully updated port: 5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.683508] env[62622]: INFO nova.compute.claims [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.735634] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea55a7f-aba4-4b21-bb5b-eea0efe8eced tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "98672462-486b-4d9a-b62a-7f76a7dd8e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.349s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.844497] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701785, 'name': PowerOffVM_Task, 'duration_secs': 0.155085} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.844889] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.845144] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.846702] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abddec-38d6-4a3d-8b3a-8c2deb92f1bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.855423] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.855830] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e4bf4ab-fb60-4a5c-a46f-413f368106ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.879077] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.879077] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.879280] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleting the datastore file [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.879564] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3b6e49-fbde-44d0-b0b3-8c45aba38b28 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.888072] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 921.888072] env[62622]: value = "task-2701787" [ 921.888072] env[62622]: _type = "Task" [ 921.888072] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.899445] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.953671] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526882} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.953671] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/0fe65dae-e048-4c6b-95a1-32d9cb748fed.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.953671] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.953671] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cde5120-e891-4e54-99bc-0b7fa406f50b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.965405] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 921.965405] env[62622]: value = "task-2701788" [ 921.965405] env[62622]: _type = "Task" [ 921.965405] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.981272] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.174285] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.174285] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.174285] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.196860] env[62622]: INFO nova.compute.resource_tracker [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating resource usage from migration 16c2d273-e2cd-47cf-8099-e3c033f60237 [ 922.399257] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10744} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.399598] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.399788] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.399970] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.478847] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078058} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.479848] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.480273] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ed7c7-16d9-440b-b2fc-a35134d7e407 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.515513] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/0fe65dae-e048-4c6b-95a1-32d9cb748fed.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.522798] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57908d7-bcd9-45e4-846e-0da54429a598 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.543150] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 922.543150] env[62622]: value = "task-2701789" [ 922.543150] env[62622]: _type = "Task" [ 922.543150] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.557267] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701789, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.656056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "363761c8-6e14-4326-8687-653d15d9ceb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.656056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.723654] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.752360] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc120a-6ad9-46e7-a545-93fb0746a9fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.770140] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774245c-e291-4ce6-a4a3-8c154d75945c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.811499] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46380b8d-1129-46eb-8139-cbf2bda6b1fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.825371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1e650-43d8-4214-b052-212244221b82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.840019] env[62622]: DEBUG nova.compute.provider_tree [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.907403] env[62622]: DEBUG nova.network.neutron [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updating instance_info_cache with network_info: [{"id": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "address": "fa:16:3e:24:72:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd05449-a8", "ovs_interfaceid": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.054436] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701789, 'name': ReconfigVM_Task, 'duration_secs': 0.466998} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.054742] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/0fe65dae-e048-4c6b-95a1-32d9cb748fed.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.057505] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79dbe21d-a8b2-4df2-a802-7befc4614538 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.063933] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 923.063933] env[62622]: value = "task-2701790" [ 923.063933] env[62622]: _type = "Task" [ 923.063933] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.071867] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701790, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.161856] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.346022] env[62622]: DEBUG nova.scheduler.client.report [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.349460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "7793d176-4bf8-4c8b-807e-fcec7944542b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.349699] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.350171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.350171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.350362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.355330] env[62622]: INFO nova.compute.manager [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Terminating instance [ 923.410583] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.411039] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance network_info: |[{"id": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "address": "fa:16:3e:24:72:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd05449-a8", "ovs_interfaceid": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.411515] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:72:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dd05449-a85d-416f-85ec-0e13b700c4a5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.419427] env[62622]: DEBUG oslo.service.loopingcall [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.422329] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.422773] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98a85a30-8675-4df8-b1b9-93ce81221cf3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.437520] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.437779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.437980] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.438203] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.438398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.444462] env[62622]: INFO nova.compute.manager [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Terminating instance [ 923.447528] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.447528] env[62622]: value = "task-2701791" [ 923.447528] env[62622]: _type = "Task" [ 923.447528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.452279] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.452509] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.452666] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.452848] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.452994] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.453159] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.453363] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.453521] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.453688] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.453849] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.454031] env[62622]: DEBUG nova.virt.hardware [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.454792] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e0561-8d32-4f10-a061-e873b6ff614b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.465032] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701791, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.466239] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5fccc-2443-4aa4-8696-903a274496d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.482916] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.488184] env[62622]: DEBUG oslo.service.loopingcall [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.488508] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.488639] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd3c44d-a9e0-4eda-b22a-254125e5ca0a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.504654] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.504654] env[62622]: value = "task-2701792" [ 923.504654] env[62622]: _type = "Task" [ 923.504654] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.512905] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701792, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.572768] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701790, 'name': Rename_Task, 'duration_secs': 0.15041} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.573077] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.574250] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1151c67a-5d03-4623-9907-21cc3af288ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.579697] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 923.579697] env[62622]: value = "task-2701793" [ 923.579697] env[62622]: _type = "Task" [ 923.579697] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.590478] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.610521] env[62622]: DEBUG nova.compute.manager [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received event network-changed-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.610569] env[62622]: DEBUG nova.compute.manager [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Refreshing instance network info cache due to event network-changed-5dd05449-a85d-416f-85ec-0e13b700c4a5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.610815] env[62622]: DEBUG oslo_concurrency.lockutils [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] Acquiring lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.612895] env[62622]: DEBUG oslo_concurrency.lockutils [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] Acquired lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.612895] env[62622]: DEBUG nova.network.neutron [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Refreshing network info cache for port 5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.691189] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.853030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.676s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.853297] env[62622]: INFO nova.compute.manager [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Migrating [ 923.861518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.618s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.862359] env[62622]: DEBUG nova.objects.instance [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lazy-loading 'resources' on Instance uuid cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.864041] env[62622]: DEBUG nova.compute.manager [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.864687] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.870493] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ffec68-58e6-4f51-9bd1-28cdc01580f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.886151] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.887604] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22ef67a-325e-45a6-bd05-d15d8d211408 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.896125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.896125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.901244] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 923.901244] env[62622]: value = "task-2701794" [ 923.901244] env[62622]: _type = "Task" [ 923.901244] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.910078] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.954363] env[62622]: DEBUG nova.compute.manager [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.954693] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.955557] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767ec4a-6d7c-46d8-920b-68fe59808f76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.964132] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701791, 'name': CreateVM_Task, 'duration_secs': 0.334817} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.966500] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.966783] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.967521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.967687] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.969469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.969469] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edefaaa-b6ed-400d-9637-5686628ec0ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.969842] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fecb383-20ed-47de-8ced-8903eeb330c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.975330] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 923.975330] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c7ff9-42fb-71e3-a13c-0573d6da974b" [ 923.975330] env[62622]: _type = "Task" [ 923.975330] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.977209] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 923.977209] env[62622]: value = "task-2701795" [ 923.977209] env[62622]: _type = "Task" [ 923.977209] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.989570] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c7ff9-42fb-71e3-a13c-0573d6da974b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.992861] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.014753] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701792, 'name': CreateVM_Task, 'duration_secs': 0.26724} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.014927] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.015369] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.015528] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.015863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.016140] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b1f393-568f-4c6c-a2d7-8a71b7eceaef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.020880] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 924.020880] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52191ea3-f4d1-e2d7-e333-9ba96423bd14" [ 924.020880] env[62622]: _type = "Task" [ 924.020880] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.030599] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52191ea3-f4d1-e2d7-e333-9ba96423bd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.089973] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701793, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.326169] env[62622]: DEBUG nova.network.neutron [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updated VIF entry in instance network info cache for port 5dd05449-a85d-416f-85ec-0e13b700c4a5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.326618] env[62622]: DEBUG nova.network.neutron [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updating instance_info_cache with network_info: [{"id": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "address": "fa:16:3e:24:72:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd05449-a8", "ovs_interfaceid": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.382359] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.382574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.382772] env[62622]: DEBUG nova.network.neutron [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.398681] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.423918] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701794, 'name': PowerOffVM_Task, 'duration_secs': 0.240238} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.424748] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.425160] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.428026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc25dcb-becf-49f8-8fb8-48f13c222479 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.493212] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521c7ff9-42fb-71e3-a13c-0573d6da974b, 'name': SearchDatastore_Task, 'duration_secs': 0.013522} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.494253] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.494496] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.494743] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.495198] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.495440] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.496699] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ed2a61-cdc5-4623-93e0-def7a1fbca1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.500303] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.500589] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.500784] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleting the datastore file [datastore1] 7793d176-4bf8-4c8b-807e-fcec7944542b {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.504609] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97252d55-75e4-4463-b807-67c4370692bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.506768] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701795, 'name': PowerOffVM_Task, 'duration_secs': 0.210457} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.510923] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.511117] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.512083] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cacccb79-69ee-45c5-9532-659f816b57dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.515701] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 924.515701] env[62622]: value = "task-2701797" [ 924.515701] env[62622]: _type = "Task" [ 924.515701] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.518149] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.518335] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.521658] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335ad85d-dc25-4886-83f6-7f16db284e33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.532040] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 924.532040] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b747ab-abf7-a538-97a9-4b93347520cc" [ 924.532040] env[62622]: _type = "Task" [ 924.532040] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.538489] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.538744] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52191ea3-f4d1-e2d7-e333-9ba96423bd14, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.543790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.544043] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.544287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.544463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.544656] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.545090] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7e9346-3f73-41be-98d9-3d17c3c53972 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.553857] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b747ab-abf7-a538-97a9-4b93347520cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.555521] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.555726] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.558650] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365e5acd-b443-4e68-9b3a-4c991037f09f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.560782] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae48f27-90cc-4aed-8d40-fafe7bc1036e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.566229] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 924.566229] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f21eca-441e-0d8c-446c-cbcde425ad49" [ 924.566229] env[62622]: _type = "Task" [ 924.566229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.567643] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 924.567643] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525ee75e-1577-457d-868d-7cfa5e740847" [ 924.567643] env[62622]: _type = "Task" [ 924.567643] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.574252] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.574475] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.574651] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleting the datastore file [datastore1] 2e5fdc06-00d1-40a4-82fb-ae2de4996810 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.577624] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29aea093-3e52-40ff-b477-dd6515b4e4b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.583545] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f21eca-441e-0d8c-446c-cbcde425ad49, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.586754] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.587178] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6/b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.591455] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4cd627-7dfd-4531-8fa8-9e729ef5a3b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.593561] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for the task: (returnval){ [ 924.593561] env[62622]: value = "task-2701799" [ 924.593561] env[62622]: _type = "Task" [ 924.593561] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.593758] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525ee75e-1577-457d-868d-7cfa5e740847, 'name': SearchDatastore_Task, 'duration_secs': 0.018189} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.599970] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b2cf3e-5414-4e97-8727-c6befc8b8b79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.607038] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 924.607038] env[62622]: value = "task-2701800" [ 924.607038] env[62622]: _type = "Task" [ 924.607038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.607264] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701793, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.616574] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 924.616574] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bde8f8-92be-26e7-c630-1aff8314b5e5" [ 924.616574] env[62622]: _type = "Task" [ 924.616574] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.616843] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.386912] env[62622]: DEBUG oslo_concurrency.lockutils [req-72619608-58a5-4a28-919f-f99cbdc672d7 req-879d4895-5b27-4caf-99d7-4c5ed3c54aaa service nova] Releasing lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.391427] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.392355] env[62622]: WARNING oslo_vmware.common.loopingcall [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] task run outlasted interval by 0.28363000000000005 sec [ 925.415512] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bde8f8-92be-26e7-c630-1aff8314b5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01828} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.415842] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.416063] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.416527] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb450b48-5acb-4543-a85a-8608675e30b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.429237] env[62622]: DEBUG oslo_vmware.api [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155193} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.429457] env[62622]: DEBUG oslo_vmware.api [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Task: {'id': task-2701799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149365} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.429676] env[62622]: DEBUG oslo_vmware.api [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701793, 'name': PowerOnVM_Task, 'duration_secs': 1.097309} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.430015] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535983} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.432998] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.433634] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.433841] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.434124] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.435311] env[62622]: INFO nova.compute.manager [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Took 1.57 seconds to destroy the instance on the hypervisor. [ 925.435311] env[62622]: DEBUG oslo.service.loopingcall [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.435311] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.435311] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.435311] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.435311] env[62622]: INFO nova.compute.manager [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Took 1.48 seconds to destroy the instance on the hypervisor. [ 925.435311] env[62622]: DEBUG oslo.service.loopingcall [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.435709] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.435709] env[62622]: INFO nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Took 8.74 seconds to spawn the instance on the hypervisor. [ 925.435875] env[62622]: DEBUG nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.436191] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6/b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.436381] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.437701] env[62622]: DEBUG nova.compute.manager [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.437800] env[62622]: DEBUG nova.network.neutron [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.439357] env[62622]: DEBUG nova.compute.manager [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.439463] env[62622]: DEBUG nova.network.neutron [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.441361] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3925a0fc-26cc-403b-9b74-31b501046cce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.443628] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e261d7fc-84c9-46ac-be03-75bdf8c8e265 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.446219] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 925.446219] env[62622]: value = "task-2701801" [ 925.446219] env[62622]: _type = "Task" [ 925.446219] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.456667] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 925.456667] env[62622]: value = "task-2701802" [ 925.456667] env[62622]: _type = "Task" [ 925.456667] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.470775] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.476232] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.613018] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a0eeb-4a1b-4d1d-b11a-92b8d4b7d6e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.623036] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eebc4e-879c-4f1e-b178-bee5cc68d54a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.655202] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3239257-3ba9-454d-b2f2-623b55ee1d0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.663464] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c327751f-f09f-427d-9f60-01097feaa5c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.682030] env[62622]: DEBUG nova.compute.provider_tree [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.780290] env[62622]: DEBUG nova.network.neutron [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.806300] env[62622]: DEBUG nova.compute.manager [req-4c4b98b8-754f-49a1-acfd-32f7788bc234 req-b0b07b8e-78cd-4983-81a4-29c69d87dc41 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Received event network-vif-deleted-bf165966-5618-45fd-be26-1bb5ce9a8af0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.806300] env[62622]: INFO nova.compute.manager [req-4c4b98b8-754f-49a1-acfd-32f7788bc234 req-b0b07b8e-78cd-4983-81a4-29c69d87dc41 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Neutron deleted interface bf165966-5618-45fd-be26-1bb5ce9a8af0; detaching it from the instance and deleting it from the info cache [ 925.806300] env[62622]: DEBUG nova.network.neutron [req-4c4b98b8-754f-49a1-acfd-32f7788bc234 req-b0b07b8e-78cd-4983-81a4-29c69d87dc41 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.936048] env[62622]: DEBUG nova.compute.manager [req-0dfe72c6-395c-4df4-a77a-2d5e9d35be16 req-258c8b87-56cc-4671-9f17-ed20960cc890 service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Received event network-vif-deleted-f69b3275-7ae8-4d80-9a30-bc5b706b2541 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.936892] env[62622]: INFO nova.compute.manager [req-0dfe72c6-395c-4df4-a77a-2d5e9d35be16 req-258c8b87-56cc-4671-9f17-ed20960cc890 service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Neutron deleted interface f69b3275-7ae8-4d80-9a30-bc5b706b2541; detaching it from the instance and deleting it from the info cache [ 925.936892] env[62622]: DEBUG nova.network.neutron [req-0dfe72c6-395c-4df4-a77a-2d5e9d35be16 req-258c8b87-56cc-4671-9f17-ed20960cc890 service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.961023] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701801, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.971841] env[62622]: INFO nova.compute.manager [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Took 35.10 seconds to build instance. [ 925.980017] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069601} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.980017] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.980017] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058aa5e7-1b8a-4540-9058-134681f59549 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.005212] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6/b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.006131] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063a1942-fbd1-4724-a97e-130d5e2b4e3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.027161] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 926.027161] env[62622]: value = "task-2701803" [ 926.027161] env[62622]: _type = "Task" [ 926.027161] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.036834] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.186052] env[62622]: DEBUG nova.scheduler.client.report [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.282371] env[62622]: DEBUG nova.network.neutron [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.283847] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.309033] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f3cfa7d-74d9-4218-84b8-e8e5aa4df223 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.318238] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32cc33-9976-4145-b4d3-93adc0100ea8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.351998] env[62622]: DEBUG nova.network.neutron [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.353217] env[62622]: DEBUG nova.compute.manager [req-4c4b98b8-754f-49a1-acfd-32f7788bc234 req-b0b07b8e-78cd-4983-81a4-29c69d87dc41 service nova] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Detach interface failed, port_id=bf165966-5618-45fd-be26-1bb5ce9a8af0, reason: Instance 2e5fdc06-00d1-40a4-82fb-ae2de4996810 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 926.439022] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd4620e5-a70c-43fd-bfa3-c06665c9f5cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.447887] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dfc414-9281-4c25-8271-64b74507889e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.465619] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559927} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.465859] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.466087] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.466311] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf44fe0-47ca-4955-9d4b-8a7fc79de99e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.489841] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7c6a94cd-0777-4fe1-b503-b21a5dcdb583 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.627s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.490434] env[62622]: DEBUG nova.compute.manager [req-0dfe72c6-395c-4df4-a77a-2d5e9d35be16 req-258c8b87-56cc-4671-9f17-ed20960cc890 service nova] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Detach interface failed, port_id=f69b3275-7ae8-4d80-9a30-bc5b706b2541, reason: Instance 7793d176-4bf8-4c8b-807e-fcec7944542b could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 926.492560] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 926.492560] env[62622]: value = "task-2701804" [ 926.492560] env[62622]: _type = "Task" [ 926.492560] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.500153] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.538078] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.693009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.831s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.695947] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.722s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.696665] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.700464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.998s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.721752] env[62622]: INFO nova.scheduler.client.report [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted allocations for instance efe5672b-3623-4497-87a8-2672c086352e [ 926.723816] env[62622]: INFO nova.scheduler.client.report [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Deleted allocations for instance cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478 [ 926.786504] env[62622]: INFO nova.compute.manager [-] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Took 1.35 seconds to deallocate network for instance. [ 926.855203] env[62622]: INFO nova.compute.manager [-] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Took 1.42 seconds to deallocate network for instance. [ 927.003592] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071415} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.003860] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.004652] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d0d66-5225-4bf4-a1fc-41b1a4994b75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.025073] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.025180] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea26918-37c9-4e87-a6c0-793c7e46e7a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.047345] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701803, 'name': ReconfigVM_Task, 'duration_secs': 0.731064} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.049041] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6/b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.049874] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 927.049874] env[62622]: value = "task-2701805" [ 927.049874] env[62622]: _type = "Task" [ 927.049874] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.049874] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75f41bed-4b6e-441e-8af5-96e10db293cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.059450] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.060660] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 927.060660] env[62622]: value = "task-2701806" [ 927.060660] env[62622]: _type = "Task" [ 927.060660] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.068260] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701806, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.235490] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f03b10f4-cd99-4a65-aa58-f165d4b10ca3 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "efe5672b-3623-4497-87a8-2672c086352e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.672s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.237746] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b58eabe-31b9-4e05-a098-00e25cc3489d tempest-ServersNegativeTestJSON-732186926 tempest-ServersNegativeTestJSON-732186926-project-member] Lock "cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.548s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.268296] env[62622]: INFO nova.compute.manager [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Rescuing [ 927.268296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.268296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.268296] env[62622]: DEBUG nova.network.neutron [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.302662] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.362597] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.563138] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701805, 'name': ReconfigVM_Task, 'duration_secs': 0.285567} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.566213] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a/9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.566814] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c65e222d-e738-422f-ad9f-3f4673b09d0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.572873] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701806, 'name': Rename_Task, 'duration_secs': 0.211713} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.574015] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.574668] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 927.574668] env[62622]: value = "task-2701807" [ 927.574668] env[62622]: _type = "Task" [ 927.574668] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.574871] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fcdd200-d98e-4a20-ad64-bbed4cc3b100 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.585528] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701807, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.585528] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 927.585528] env[62622]: value = "task-2701808" [ 927.585528] env[62622]: _type = "Task" [ 927.585528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.592870] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.716953] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Applying migration context for instance 173a796e-2070-474e-b205-f78e5a1fe0dd as it has an incoming, in-progress migration 16c2d273-e2cd-47cf-8099-e3c033f60237. Migration status is migrating {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 927.719718] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating resource usage from migration 16c2d273-e2cd-47cf-8099-e3c033f60237 [ 927.746544] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance da64bb9b-4db1-4304-99f2-cacd85bef36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.747601] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.747601] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 8ab9253f-288c-46cb-8615-b9ce50fc3d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.747601] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 75db9ed8-1c5a-403f-86ea-5f06a7291f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.747833] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance e264262f-cfa2-4c34-9444-7bc6fbfdbaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.747833] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 61506e2e-a2fc-48ed-a93e-581f03d85915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.748069] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eb611f7d-d574-458a-9ef4-fa43e4c94823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.748069] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 74d01aa8-097c-4e77-a869-0c9d833ef3a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.748069] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 36e5fe3b-e767-4374-8f47-53f6815a9af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.748259] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5074587c-5c44-4d7a-a73c-418767bd3d58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 95d98b15-c4ee-495a-b3fb-a305b5c91c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance a9672b15-e7d9-456a-8e9c-61b8a1732741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance e09b360f-4ff9-4d01-b985-8d3513f2570c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 7793d176-4bf8-4c8b-807e-fcec7944542b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 2e5fdc06-00d1-40a4-82fb-ae2de4996810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 108001c7-67d4-4901-b024-15943019d754 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 0fe65dae-e048-4c6b-95a1-32d9cb748fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration 16c2d273-e2cd-47cf-8099-e3c033f60237 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 927.749656] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 173a796e-2070-474e-b205-f78e5a1fe0dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.810913] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8b30f-b2a2-44cf-9efa-962e51457dea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.832762] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.977432] env[62622]: DEBUG nova.network.neutron [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [{"id": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "address": "fa:16:3e:50:94:23", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb79a9-a0", "ovs_interfaceid": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.093656] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701807, 'name': Rename_Task, 'duration_secs': 0.139651} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.099913] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.100223] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1bceea-f0ef-49a7-bfe4-6a007f9f7cd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.107447] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.109037] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 928.109037] env[62622]: value = "task-2701809" [ 928.109037] env[62622]: _type = "Task" [ 928.109037] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.117533] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.244060] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.244308] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.252294] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 363761c8-6e14-4326-8687-653d15d9ceb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.339196] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.339530] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86d93c4f-9b2c-4bca-bdec-139eb1c3909f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.347181] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 928.347181] env[62622]: value = "task-2701810" [ 928.347181] env[62622]: _type = "Task" [ 928.347181] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.358462] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.481235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.605864] env[62622]: DEBUG oslo_vmware.api [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701808, 'name': PowerOnVM_Task, 'duration_secs': 0.794866} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.610120] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.610120] env[62622]: INFO nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Took 7.42 seconds to spawn the instance on the hypervisor. [ 928.610120] env[62622]: DEBUG nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.610120] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be3a612-7921-4b8e-b453-312a8efc7cf2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.624918] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.746877] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.758569] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 523b093d-c3ff-4f1a-9c03-fe4203df1e42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.758849] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 928.759100] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 928.859970] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701810, 'name': PowerOffVM_Task, 'duration_secs': 0.188338} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.860273] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.860458] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.095319] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef7aed5-bb82-419c-9442-dad9e3ccfa5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.103222] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c93b59f-0f5d-4dc2-8be4-d4261650d42d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.146143] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6ef99-27c9-4dc7-b8f4-eb6d51e7d6f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.152250] env[62622]: INFO nova.compute.manager [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Took 21.05 seconds to build instance. [ 929.156895] env[62622]: DEBUG oslo_vmware.api [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701809, 'name': PowerOnVM_Task, 'duration_secs': 0.526578} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.159529] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.159798] env[62622]: DEBUG nova.compute.manager [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.160934] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046685a0-b084-4f86-8571-cf6215304c32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.165050] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5486de-7ad7-4be7-881f-ea639b64a588 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.184960] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.280854] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.370379] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.370700] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.370868] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.371454] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.371454] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.371454] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.371612] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.372244] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.372244] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.372426] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.372499] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.377513] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad2de89-3e02-4026-8357-3ab1be5c72b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.394161] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 929.394161] env[62622]: value = "task-2701811" [ 929.394161] env[62622]: _type = "Task" [ 929.394161] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.403348] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.658891] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c81ea299-a1d1-4803-8b7a-908eea7099a8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.563s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.691180] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.697115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.903667] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701811, 'name': ReconfigVM_Task, 'duration_secs': 0.341903} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.904823] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.027404] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.027404] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338c5fde-11b9-4d3f-9d50-4fef85803dce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.032874] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 930.032874] env[62622]: value = "task-2701812" [ 930.032874] env[62622]: _type = "Task" [ 930.032874] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.040773] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.170713] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.170713] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.170713] env[62622]: INFO nova.compute.manager [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Shelving [ 930.200957] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 930.201299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.503s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.201566] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.511s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.203246] env[62622]: INFO nova.compute.claims [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.206170] env[62622]: DEBUG oslo_concurrency.lockutils [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.206421] env[62622]: DEBUG oslo_concurrency.lockutils [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.206648] env[62622]: DEBUG nova.objects.instance [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.412024] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.412700] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.414288] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.414288] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.414288] env[62622]: DEBUG nova.virt.hardware [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.419462] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.419851] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0407c1e3-ce7a-48aa-b811-e6298005d8df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.440784] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 930.440784] env[62622]: value = "task-2701813" [ 930.440784] env[62622]: _type = "Task" [ 930.440784] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.449960] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.543385] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701812, 'name': PowerOffVM_Task, 'duration_secs': 0.443613} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.543643] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.544516] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f30f82-c02f-46ba-8f3c-09c6e790f81a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.563259] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3cd907-93b6-4bac-b11d-550b9e2c0099 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.596544] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.596879] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e2bf84-c3d6-40a5-969f-f7cef4b327f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.603722] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 930.603722] env[62622]: value = "task-2701814" [ 930.603722] env[62622]: _type = "Task" [ 930.603722] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.611695] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.701019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.701386] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.701517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.701680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.701857] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.703719] env[62622]: INFO nova.compute.manager [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Terminating instance [ 930.710385] env[62622]: DEBUG nova.objects.instance [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.951430] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701813, 'name': ReconfigVM_Task, 'duration_secs': 0.193035} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.951722] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.952642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5c741-4428-4fcf-834d-78999b9b6e52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.975774] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.976455] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8511f6be-af42-41c1-ad31-88d993321382 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.997777] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 930.997777] env[62622]: value = "task-2701815" [ 930.997777] env[62622]: _type = "Task" [ 930.997777] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.009570] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.115639] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.115865] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.116144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.116320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.116515] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.116794] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582cc071-6588-45e3-8fd9-e2d6c3907275 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.127159] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.127443] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.128440] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c93dd19-d846-4fe5-a6c4-61adf2c36c41 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.135170] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 931.135170] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528815af-577c-8cf1-0f84-17cfe8b9e41d" [ 931.135170] env[62622]: _type = "Task" [ 931.135170] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.144312] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528815af-577c-8cf1-0f84-17cfe8b9e41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.180257] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.180567] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17c3bf4-f0b0-45d0-925d-141513a96f8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.201811] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 931.201811] env[62622]: value = "task-2701816" [ 931.201811] env[62622]: _type = "Task" [ 931.201811] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.206603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "refresh_cache-9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.206857] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "refresh_cache-9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.207076] env[62622]: DEBUG nova.network.neutron [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.215448] env[62622]: DEBUG nova.objects.base [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<36e5fe3b-e767-4374-8f47-53f6815a9af3> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.215664] env[62622]: DEBUG nova.network.neutron [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.217523] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.249252] env[62622]: DEBUG nova.network.neutron [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.338219] env[62622]: DEBUG nova.network.neutron [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.367116] env[62622]: DEBUG oslo_concurrency.lockutils [None req-64efdfbb-ac12-4759-9eb9-22eb25c4e56c tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.161s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.507980] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701815, 'name': ReconfigVM_Task, 'duration_secs': 0.323825} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.511029] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd/173a796e-2070-474e-b205-f78e5a1fe0dd.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.511029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.565740] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590a28a-fc36-4e3d-8781-118eee9ad0d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.574041] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263d03a-9a93-4f4f-a8ec-031be88a932e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.605062] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470b8a11-2837-48ae-a174-5f9d84d962b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.613536] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719255c5-60b0-48cd-9d13-d828caaed863 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.627547] env[62622]: DEBUG nova.compute.provider_tree [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.645964] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528815af-577c-8cf1-0f84-17cfe8b9e41d, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.646725] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aebe89-12bd-4af5-9c84-b5ab2c17c8a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.652504] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 931.652504] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52945161-5e18-706a-7dc9-443795df378e" [ 931.652504] env[62622]: _type = "Task" [ 931.652504] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.661141] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52945161-5e18-706a-7dc9-443795df378e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.711901] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701816, 'name': PowerOffVM_Task, 'duration_secs': 0.183745} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.712228] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.712973] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c1706-2c54-45d2-90ab-d8d5088f0cad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.731417] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea9581-717b-4925-8b4b-d0161f922fd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.841779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "refresh_cache-9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.842235] env[62622]: DEBUG nova.compute.manager [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.842452] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.843346] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759ea348-dade-479c-b549-5badeeaf0568 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.851466] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.851696] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2664a1d-2cb3-4e10-88dc-f5212d7c2759 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.858292] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 931.858292] env[62622]: value = "task-2701817" [ 931.858292] env[62622]: _type = "Task" [ 931.858292] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.866415] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.018752] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5267585-025f-4f5e-85c1-92b1be57e648 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.042015] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef140d3-e104-4482-8196-a00954dace82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.059265] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.130759] env[62622]: DEBUG nova.scheduler.client.report [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.163538] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52945161-5e18-706a-7dc9-443795df378e, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.163805] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.164079] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.164344] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d4d40f6-a95a-48ac-aaf9-fd4f35814c83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.172162] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 932.172162] env[62622]: value = "task-2701818" [ 932.172162] env[62622]: _type = "Task" [ 932.172162] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.179938] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.241237] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.241557] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b520095b-60b3-4f61-b31a-b09eb67c3567 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.249281] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 932.249281] env[62622]: value = "task-2701819" [ 932.249281] env[62622]: _type = "Task" [ 932.249281] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.259054] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.372054] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701817, 'name': PowerOffVM_Task, 'duration_secs': 0.150678} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.372205] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.372468] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.375963] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751593d8-92d6-46df-a683-27d6bfe0422a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.408045] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.408209] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.408359] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleting the datastore file [datastore2] 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.409269] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ec9620-dc23-4d00-beac-bc324036067d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.418984] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 932.418984] env[62622]: value = "task-2701821" [ 932.418984] env[62622]: _type = "Task" [ 932.418984] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.429689] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.607395] env[62622]: DEBUG nova.network.neutron [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Port d6488cf8-5baf-48a9-a3ef-d9fe29605f01 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 932.636155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.636698] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.639848] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.207s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.641505] env[62622]: INFO nova.compute.claims [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.684401] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503306} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.684697] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 932.685602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8217fae-ac73-4437-a74f-f92d8e22f46c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.711396] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.711705] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf047d9-9290-4bd1-ae26-dcbf5655e8e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.731248] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 932.731248] env[62622]: value = "task-2701822" [ 932.731248] env[62622]: _type = "Task" [ 932.731248] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.741644] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.759859] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701819, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.929277] env[62622]: DEBUG oslo_vmware.api [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254276} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.929518] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.929704] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.929884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.930070] env[62622]: INFO nova.compute.manager [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 932.930309] env[62622]: DEBUG oslo.service.loopingcall [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.930506] env[62622]: DEBUG nova.compute.manager [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.930602] env[62622]: DEBUG nova.network.neutron [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.946126] env[62622]: DEBUG nova.network.neutron [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.148223] env[62622]: DEBUG nova.compute.utils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.150171] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.150171] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.198884] env[62622]: DEBUG nova.policy [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15ee575de3ab4e80acb9feb6b47803e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab4e0419d95421090eebabd8438f0cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.241828] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701822, 'name': ReconfigVM_Task, 'duration_secs': 0.361665} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.242139] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.242979] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbec6c0-28fa-41b0-8772-4a703f57382d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.245789] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.246017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.246327] env[62622]: DEBUG nova.objects.instance [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.275174] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9f48a0-524f-4388-b2da-25910551ab18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.291217] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701819, 'name': CreateSnapshot_Task, 'duration_secs': 0.634624} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.291534] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.293241] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536a791-80ed-4692-b81c-8caa16dc70b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.295974] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 933.295974] env[62622]: value = "task-2701823" [ 933.295974] env[62622]: _type = "Task" [ 933.295974] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.309896] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.447459] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Successfully created port: 0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.449499] env[62622]: DEBUG nova.network.neutron [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.629502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.629737] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.631175] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.656135] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.813550] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.813906] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701823, 'name': ReconfigVM_Task, 'duration_secs': 0.384224} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.816637] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3f9f5dc-4e1e-488a-aaf4-48da8bb17c26 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.819525] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.820585] env[62622]: DEBUG nova.objects.instance [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.821580] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587097da-1e59-4dd7-a588-100fdf8a225f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.830083] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 933.830083] env[62622]: value = "task-2701825" [ 933.830083] env[62622]: _type = "Task" [ 933.830083] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.834847] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 933.834847] env[62622]: value = "task-2701824" [ 933.834847] env[62622]: _type = "Task" [ 933.834847] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.847814] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701825, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.853290] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.954100] env[62622]: INFO nova.compute.manager [-] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Took 1.02 seconds to deallocate network for instance. [ 934.044454] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ab288-9911-4897-b510-644b839ed770 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.052847] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc564b-556c-49c9-97a7-96b6a2537fca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.085381] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ac1a6-8e38-4a5a-b095-b365e7ae9b36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.093558] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f88b32-97a4-4aaa-b937-064e3f1167dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.109408] env[62622]: DEBUG nova.compute.provider_tree [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.326086] env[62622]: DEBUG nova.objects.base [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<36e5fe3b-e767-4374-8f47-53f6815a9af3> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.326327] env[62622]: DEBUG nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.349276] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701825, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.352750] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.365982] env[62622]: DEBUG nova.policy [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.463997] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.612229] env[62622]: DEBUG nova.scheduler.client.report [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.620275] env[62622]: DEBUG nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Successfully created port: ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.665166] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.688787] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.688787] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.688787] env[62622]: DEBUG nova.network.neutron [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.695300] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.695622] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.697960] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.697960] env[62622]: DEBUG nova.virt.hardware [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.697960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c64d02-80b2-4986-a444-18776e2d2f14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.707279] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118879b-162f-43bc-846e-572b37455689 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.863265] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701825, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.863623] env[62622]: DEBUG oslo_vmware.api [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701824, 'name': PowerOnVM_Task, 'duration_secs': 0.599158} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.863872] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.867059] env[62622]: DEBUG nova.compute.manager [None req-e39c848a-b428-4086-967f-fd05a199b570 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.868142] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c194d-4a1a-47c6-b485-7e7f1f2699fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.117390] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.117906] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.122733] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.820s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.123973] env[62622]: DEBUG nova.objects.instance [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lazy-loading 'resources' on Instance uuid 2e5fdc06-00d1-40a4-82fb-ae2de4996810 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.178051] env[62622]: DEBUG nova.compute.manager [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Received event network-vif-plugged-0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.178326] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] Acquiring lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.178493] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] Lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.178660] env[62622]: DEBUG oslo_concurrency.lockutils [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] Lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.182210] env[62622]: DEBUG nova.compute.manager [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] No waiting events found dispatching network-vif-plugged-0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.182463] env[62622]: WARNING nova.compute.manager [req-ee90a9b3-b2b9-4187-92f6-be317a2d069c req-4635ab4b-4181-47b0-873b-20fec6c02bf8 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Received unexpected event network-vif-plugged-0ae39657-3aab-459c-90c0-c672101f0842 for instance with vm_state building and task_state spawning. [ 935.279049] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Successfully updated port: 0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.346559] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701825, 'name': CloneVM_Task, 'duration_secs': 1.378496} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.346821] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Created linked-clone VM from snapshot [ 935.347582] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089093b0-0b86-4a94-aa79-43ca43aa5495 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.355535] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Uploading image e19b52bb-c9e5-420f-9c63-7b29286d0985 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.380826] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.380826] env[62622]: value = "vm-544420" [ 935.380826] env[62622]: _type = "VirtualMachine" [ 935.380826] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.382148] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98638bff-f47b-462e-bf0e-07dc43e9c067 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.397075] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lease: (returnval){ [ 935.397075] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d39519-ea6b-4bfd-c2e5-38375bf72660" [ 935.397075] env[62622]: _type = "HttpNfcLease" [ 935.397075] env[62622]: } obtained for exporting VM: (result){ [ 935.397075] env[62622]: value = "vm-544420" [ 935.397075] env[62622]: _type = "VirtualMachine" [ 935.397075] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.397785] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the lease: (returnval){ [ 935.397785] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d39519-ea6b-4bfd-c2e5-38375bf72660" [ 935.397785] env[62622]: _type = "HttpNfcLease" [ 935.397785] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.405347] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.405347] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d39519-ea6b-4bfd-c2e5-38375bf72660" [ 935.405347] env[62622]: _type = "HttpNfcLease" [ 935.405347] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.491287] env[62622]: DEBUG nova.network.neutron [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.626832] env[62622]: DEBUG nova.compute.utils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.632065] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.632065] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.672789] env[62622]: DEBUG nova.policy [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ee4f8880f440bd8b3bad45cff23877', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a3e4964a33041db8eba85a7acb2af1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.786063] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.786063] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquired lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.786063] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.911937] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.911937] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d39519-ea6b-4bfd-c2e5-38375bf72660" [ 935.911937] env[62622]: _type = "HttpNfcLease" [ 935.911937] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.911937] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.911937] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d39519-ea6b-4bfd-c2e5-38375bf72660" [ 935.911937] env[62622]: _type = "HttpNfcLease" [ 935.911937] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.912504] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b05ef4-0d8b-4f59-98f0-5000a406bda6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.924180] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.924376] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.994264] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.013290] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Successfully created port: 4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.029573] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4c6e495-111a-4d6c-b16c-1673dcd531e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.050793] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a92ae-4f68-468b-914c-a20b80c3ea95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.066560] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7143e-86b0-4a76-bf74-142a896baa2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.106673] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf60177-76d3-44f1-848b-e2d6e2e3d30a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.115653] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc97145-a914-4d84-a999-057f8b4fc8ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.130164] env[62622]: DEBUG nova.compute.provider_tree [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.140036] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.350451] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.538983] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adb7045-4b2b-4e24-a808-8c1374dd8bde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.565882] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca93b50-9811-4bf0-b4a1-3256cf629258 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.577337] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.603995] env[62622]: DEBUG nova.network.neutron [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Updating instance_info_cache with network_info: [{"id": "0ae39657-3aab-459c-90c0-c672101f0842", "address": "fa:16:3e:ef:02:38", "network": {"id": "746784dd-5710-4e2d-8c23-6242678f88f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-159661601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab4e0419d95421090eebabd8438f0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae39657-3a", "ovs_interfaceid": "0ae39657-3aab-459c-90c0-c672101f0842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.620123] env[62622]: DEBUG nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Successfully updated port: ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.634027] env[62622]: DEBUG nova.scheduler.client.report [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.004548] env[62622]: INFO nova.compute.manager [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Unrescuing [ 937.004979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.005287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquired lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.005542] env[62622]: DEBUG nova.network.neutron [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.085043] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.085399] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16b43276-cb16-4b1f-8522-2ee480184916 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.094095] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 937.094095] env[62622]: value = "task-2701827" [ 937.094095] env[62622]: _type = "Task" [ 937.094095] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.103577] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.106178] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Releasing lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.106459] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Instance network_info: |[{"id": "0ae39657-3aab-459c-90c0-c672101f0842", "address": "fa:16:3e:ef:02:38", "network": {"id": "746784dd-5710-4e2d-8c23-6242678f88f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-159661601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab4e0419d95421090eebabd8438f0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae39657-3a", "ovs_interfaceid": "0ae39657-3aab-459c-90c0-c672101f0842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.106839] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:02:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ae39657-3aab-459c-90c0-c672101f0842', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.114770] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Creating folder: Project (aab4e0419d95421090eebabd8438f0cd). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.115093] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-481f3af7-ed04-4a95-8418-d9898bdce6c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.121802] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.122103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.124747] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.124979] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.125244] env[62622]: DEBUG nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.128922] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Created folder: Project (aab4e0419d95421090eebabd8438f0cd) in parent group-v544184. [ 937.128922] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Creating folder: Instances. Parent ref: group-v544421. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.129190] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a7c70a-94be-44e5-b3bf-223201af4694 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.143796] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.146857] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Created folder: Instances in parent group-v544421. [ 937.147346] env[62622]: DEBUG oslo.service.loopingcall [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.147853] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.786s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.148099] env[62622]: DEBUG nova.objects.instance [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lazy-loading 'resources' on Instance uuid 7793d176-4bf8-4c8b-807e-fcec7944542b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.150959] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.153177] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.153903] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235b1a79-fe5b-400c-99e0-c32403a49067 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.176148] env[62622]: INFO nova.scheduler.client.report [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted allocations for instance 2e5fdc06-00d1-40a4-82fb-ae2de4996810 [ 937.183647] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.184174] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.184174] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.184283] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.184388] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.184622] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.184849] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.185090] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.185310] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.185539] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.185765] env[62622]: DEBUG nova.virt.hardware [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.187035] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ca40a-d2b9-4e3d-9d83-fb6aa0591246 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.204219] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.204219] env[62622]: value = "task-2701830" [ 937.204219] env[62622]: _type = "Task" [ 937.204219] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.212732] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757214f1-dc38-4223-8eaa-60e1a9f1ac6b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.224139] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701830, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.605317] env[62622]: DEBUG oslo_vmware.api [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701827, 'name': PowerOnVM_Task, 'duration_secs': 0.460999} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.605994] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.605994] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f2c1a9-9366-4a38-b72d-b2a4592c9868 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance '173a796e-2070-474e-b205-f78e5a1fe0dd' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.626069] env[62622]: DEBUG nova.compute.utils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.678483] env[62622]: WARNING nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 937.683124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39cd76cb-033a-4320-8da5-2d2f37ba1fb2 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "2e5fdc06-00d1-40a4-82fb-ae2de4996810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.245s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.719383] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701830, 'name': CreateVM_Task, 'duration_secs': 0.387597} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.721945] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.724311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.724311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.724311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.726362] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9eb0c6-07ef-4aa2-8eec-603cf2f12c20 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.734647] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 937.734647] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521f7640-4198-19a3-985f-022bb0913c8e" [ 937.734647] env[62622]: _type = "Task" [ 937.734647] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.747394] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521f7640-4198-19a3-985f-022bb0913c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.791218] env[62622]: DEBUG nova.network.neutron [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [{"id": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "address": "fa:16:3e:50:94:23", "network": {"id": "c2da176a-f2d1-4ec7-9e2a-9167e78db718", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1870742462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0687fd8d73d454a80a2162cff851cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfb79a9-a0", "ovs_interfaceid": "abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.897918] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Successfully updated port: 4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.998920] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f0b22-3d10-401a-8463-7dda47aa8be4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.007741] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88578de-d6e9-47a2-900c-d6b0d02a3b48 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.038591] env[62622]: DEBUG nova.network.neutron [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "address": "fa:16:3e:5c:68:03", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaacac1-b7", "ovs_interfaceid": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.040508] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee9b7f-3b7e-448d-8f72-275f0584d0df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048819] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5405c0f-754f-463c-b65d-6ceb1e871649 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.065928] env[62622]: DEBUG nova.compute.provider_tree [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.133975] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.252623] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521f7640-4198-19a3-985f-022bb0913c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015163} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.252623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.252623] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.252623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.252623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.252623] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.253272] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4d8e8e3-eca8-4f0e-9d06-495da7806bda {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.265105] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.265105] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.266062] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6d6066-d7b5-4625-b358-63b9e7808eb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.273982] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 938.273982] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b26609-2d7c-21ff-acec-e5e726c7f0ca" [ 938.273982] env[62622]: _type = "Task" [ 938.273982] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.285538] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b26609-2d7c-21ff-acec-e5e726c7f0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.294421] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Releasing lock "refresh_cache-0fe65dae-e048-4c6b-95a1-32d9cb748fed" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.295301] env[62622]: DEBUG nova.objects.instance [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lazy-loading 'flavor' on Instance uuid 0fe65dae-e048-4c6b-95a1-32d9cb748fed {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.400137] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.400296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquired lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.400446] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.543596] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.544275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.544431] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545336] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1edd8-c3b1-40bf-b2ec-5722f89724cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.563176] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.563408] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.563568] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.563750] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.563899] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.564058] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.564265] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.564424] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.564620] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.564785] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.564977] env[62622]: DEBUG nova.virt.hardware [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.571456] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfiguring VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 938.572440] env[62622]: DEBUG nova.scheduler.client.report [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.575707] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713fb29c-9b57-4956-bff8-d2c5da19feb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.596651] env[62622]: DEBUG oslo_vmware.api [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 938.596651] env[62622]: value = "task-2701831" [ 938.596651] env[62622]: _type = "Task" [ 938.596651] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.605177] env[62622]: DEBUG oslo_vmware.api [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.717686] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Received event network-changed-0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.718199] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Refreshing instance network info cache due to event network-changed-0ae39657-3aab-459c-90c0-c672101f0842. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.718199] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Acquiring lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.718397] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Acquired lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.718521] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Refreshing network info cache for port 0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.786055] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b26609-2d7c-21ff-acec-e5e726c7f0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013436} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.787076] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b55586f-9cbf-490e-8fd1-eabc75c2c042 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.794946] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 938.794946] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a6090-6909-4799-99d2-0c469073b1f7" [ 938.794946] env[62622]: _type = "Task" [ 938.794946] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.804555] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a6090-6909-4799-99d2-0c469073b1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.805658] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ed756-4bb6-4be2-8467-87f7cb46f062 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.826859] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.827214] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09049e93-66a7-4566-a581-2aa643cd578b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.836476] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 938.836476] env[62622]: value = "task-2701832" [ 938.836476] env[62622]: _type = "Task" [ 938.836476] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.846147] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.939194] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.048799] env[62622]: DEBUG nova.compute.manager [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Received event network-vif-plugged-4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.049286] env[62622]: DEBUG oslo_concurrency.lockutils [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] Acquiring lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.049394] env[62622]: DEBUG oslo_concurrency.lockutils [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.049637] env[62622]: DEBUG oslo_concurrency.lockutils [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.049827] env[62622]: DEBUG nova.compute.manager [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] No waiting events found dispatching network-vif-plugged-4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.050172] env[62622]: WARNING nova.compute.manager [req-06cf0d38-70e9-4b49-8c60-1f5f2f3bb78e req-84954ffb-f30a-4752-965c-b77346889e35 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Received unexpected event network-vif-plugged-4bb384e9-9714-4e33-9238-6323f93aa8ca for instance with vm_state building and task_state spawning. [ 939.090633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.093456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.095294] env[62622]: INFO nova.compute.claims [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.100275] env[62622]: DEBUG nova.network.neutron [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Updating instance_info_cache with network_info: [{"id": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "address": "fa:16:3e:12:0a:5d", "network": {"id": "a1cd70a6-c9e7-4b19-b34c-220748655fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-556878615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3e4964a33041db8eba85a7acb2af1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb384e9-97", "ovs_interfaceid": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.115305] env[62622]: DEBUG oslo_vmware.api [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.131572] env[62622]: INFO nova.scheduler.client.report [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Deleted allocations for instance 7793d176-4bf8-4c8b-807e-fcec7944542b [ 939.194156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.194562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.194928] env[62622]: INFO nova.compute.manager [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Attaching volume a8014a2b-b6fa-4db0-9f5f-9118d4748015 to /dev/sdb [ 939.239599] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77001eff-682d-4140-acd5-5bee1df689f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.250435] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26874784-62e6-4cea-8e91-d17c69ce3512 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.268464] env[62622]: DEBUG nova.virt.block_device [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating existing volume attachment record: 39b3a997-127d-4930-8e20-02442b7c90f5 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 939.308240] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522a6090-6909-4799-99d2-0c469073b1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.308812] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.308812] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 363761c8-6e14-4326-8687-653d15d9ceb8/363761c8-6e14-4326-8687-653d15d9ceb8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.309115] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9119eac2-d6bb-4a55-8cfd-d9c3b88d4959 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.321091] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 939.321091] env[62622]: value = "task-2701833" [ 939.321091] env[62622]: _type = "Task" [ 939.321091] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.331994] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.348829] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701832, 'name': PowerOffVM_Task, 'duration_secs': 0.433789} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.351537] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.356829] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.357174] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e362c9-b03c-4715-96bb-89c28a1c8d2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.382290] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 939.382290] env[62622]: value = "task-2701834" [ 939.382290] env[62622]: _type = "Task" [ 939.382290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.394433] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.487114] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Updated VIF entry in instance network info cache for port 0ae39657-3aab-459c-90c0-c672101f0842. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.487510] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Updating instance_info_cache with network_info: [{"id": "0ae39657-3aab-459c-90c0-c672101f0842", "address": "fa:16:3e:ef:02:38", "network": {"id": "746784dd-5710-4e2d-8c23-6242678f88f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-159661601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aab4e0419d95421090eebabd8438f0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae39657-3a", "ovs_interfaceid": "0ae39657-3aab-459c-90c0-c672101f0842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.609218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Releasing lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.609573] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Instance network_info: |[{"id": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "address": "fa:16:3e:12:0a:5d", "network": {"id": "a1cd70a6-c9e7-4b19-b34c-220748655fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-556878615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3e4964a33041db8eba85a7acb2af1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb384e9-97", "ovs_interfaceid": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.610280] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:0a:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb384e9-9714-4e33-9238-6323f93aa8ca', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.621492] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Creating folder: Project (5a3e4964a33041db8eba85a7acb2af1a). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.623423] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47285f54-28ba-41d7-8a42-0348bfdad77f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.632589] env[62622]: DEBUG oslo_vmware.api [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701831, 'name': ReconfigVM_Task, 'duration_secs': 0.809712} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.633441] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.633739] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfigured VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 939.643239] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Created folder: Project (5a3e4964a33041db8eba85a7acb2af1a) in parent group-v544184. [ 939.643472] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Creating folder: Instances. Parent ref: group-v544424. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.644214] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d0646ca-07fc-4f98-ba07-d481c8841173 tempest-ListServersNegativeTestJSON-1891513122 tempest-ListServersNegativeTestJSON-1891513122-project-member] Lock "7793d176-4bf8-4c8b-807e-fcec7944542b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.294s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.645496] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da4505e2-07dc-4321-8615-7e702cd010e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.662901] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Created folder: Instances in parent group-v544424. [ 939.662901] env[62622]: DEBUG oslo.service.loopingcall [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.663849] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.664129] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a16594a-0ba7-4286-a862-8fc638f9005e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.692198] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.692198] env[62622]: value = "task-2701838" [ 939.692198] env[62622]: _type = "Task" [ 939.692198] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.704566] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701838, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.837129] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.899025] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701834, 'name': ReconfigVM_Task, 'duration_secs': 0.347885} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.899458] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.899718] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.900180] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be37a9c2-8728-40d9-8b3e-f023de2413ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.907850] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 939.907850] env[62622]: value = "task-2701840" [ 939.907850] env[62622]: _type = "Task" [ 939.907850] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.919158] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.991084] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Releasing lock "refresh_cache-363761c8-6e14-4326-8687-653d15d9ceb8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.991084] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-plugged-ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.991294] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.991339] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.991493] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.991715] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] No waiting events found dispatching network-vif-plugged-ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.991935] env[62622]: WARNING nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received unexpected event network-vif-plugged-ccaacac1-b728-43c4-97f6-233b5cdcf0ce for instance with vm_state active and task_state None. [ 939.992126] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-changed-ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.992282] env[62622]: DEBUG nova.compute.manager [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing instance network info cache due to event network-changed-ccaacac1-b728-43c4-97f6-233b5cdcf0ce. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.992536] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.992685] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.993330] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing network info cache for port ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.143111] env[62622]: DEBUG oslo_concurrency.lockutils [None req-84868b3f-3f77-4ee3-b059-8130a893db80 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.897s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.207926] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701838, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.316773] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.317570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.317570] env[62622]: DEBUG nova.compute.manager [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Going to confirm migration 5 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 940.338147] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627953} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.338429] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 363761c8-6e14-4326-8687-653d15d9ceb8/363761c8-6e14-4326-8687-653d15d9ceb8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.338641] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.338926] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe62e836-2352-4299-a717-ea7a2ab7bd61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.351314] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 940.351314] env[62622]: value = "task-2701842" [ 940.351314] env[62622]: _type = "Task" [ 940.351314] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.365218] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.368695] env[62622]: INFO nova.compute.manager [None req-6300a500-aac3-4077-8785-81a546ec0bc0 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Get console output [ 940.368925] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-6300a500-aac3-4077-8785-81a546ec0bc0 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] The console log is missing. Check your VSPC configuration [ 940.421818] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701840, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.491063] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff32c1d9-c498-4e25-9dbd-12625a8cd99e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.501922] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9bd15-8ae7-4f95-b6ff-c9244b32938b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.541395] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea1d60-4ce0-40f3-b2ff-b2190f993299 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.553493] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8058436f-0420-4169-b93e-ecee531b34a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.571134] env[62622]: DEBUG nova.compute.provider_tree [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.703820] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701838, 'name': CreateVM_Task, 'duration_secs': 0.625055} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.704091] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.705320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.705477] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.705856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.706133] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247ebc8a-b079-47b8-9128-030fade1b51e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.712487] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 940.712487] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520fc060-d276-382f-8bae-4e3fe0c33954" [ 940.712487] env[62622]: _type = "Task" [ 940.712487] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.721486] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520fc060-d276-382f-8bae-4e3fe0c33954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.727776] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updated VIF entry in instance network info cache for port ccaacac1-b728-43c4-97f6-233b5cdcf0ce. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.728216] env[62622]: DEBUG nova.network.neutron [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "address": "fa:16:3e:5c:68:03", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaacac1-b7", "ovs_interfaceid": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.768065] env[62622]: INFO nova.compute.manager [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Rebuilding instance [ 940.817837] env[62622]: DEBUG nova.compute.manager [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.818773] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd083c-88cf-4a76-8974-55b3c69c3f3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.861785] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141388} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.862557] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.863454] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001b616-db13-486d-ad82-0b9d2a790d64 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.891627] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 363761c8-6e14-4326-8687-653d15d9ceb8/363761c8-6e14-4326-8687-653d15d9ceb8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.893127] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.893311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.893485] env[62622]: DEBUG nova.network.neutron [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.893671] env[62622]: DEBUG nova.objects.instance [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'info_cache' on Instance uuid 173a796e-2070-474e-b205-f78e5a1fe0dd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.895521] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c59713-77c7-448c-8412-730bfdc91e69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.923816] env[62622]: DEBUG oslo_vmware.api [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701840, 'name': PowerOnVM_Task, 'duration_secs': 0.539852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.925544] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.925807] env[62622]: DEBUG nova.compute.manager [None req-5ffb2903-6c1e-4137-9ce5-2c2ab16eb5d5 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.926503] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 940.926503] env[62622]: value = "task-2701843" [ 940.926503] env[62622]: _type = "Task" [ 940.926503] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.927283] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca98e8d3-ee8e-4d13-82ca-6605c7be2401 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.940500] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.074139] env[62622]: DEBUG nova.scheduler.client.report [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.231847] env[62622]: DEBUG oslo_concurrency.lockutils [req-db3ee8d5-2d1e-451b-9c3e-f1c8c0a28ad3 req-ed476779-47ce-4489-bf2c-60f0b78bb011 service nova] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.236346] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520fc060-d276-382f-8bae-4e3fe0c33954, 'name': SearchDatastore_Task, 'duration_secs': 0.024148} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.236661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.236903] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.237196] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.237345] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.237530] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.237817] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b827952d-cbff-44a9-9ed4-07a380865c6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.252017] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.252017] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.252017] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca323e8d-a9af-4651-bae7-e93c62475d6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.259199] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 941.259199] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c41d5-c746-37d8-7411-67d16236ec25" [ 941.259199] env[62622]: _type = "Task" [ 941.259199] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.269876] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c41d5-c746-37d8-7411-67d16236ec25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.455660] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.482104] env[62622]: DEBUG nova.compute.manager [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Received event network-changed-4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.482540] env[62622]: DEBUG nova.compute.manager [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Refreshing instance network info cache due to event network-changed-4bb384e9-9714-4e33-9238-6323f93aa8ca. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.482792] env[62622]: DEBUG oslo_concurrency.lockutils [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] Acquiring lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.483352] env[62622]: DEBUG oslo_concurrency.lockutils [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] Acquired lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.483352] env[62622]: DEBUG nova.network.neutron [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Refreshing network info cache for port 4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.579470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.579855] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.582488] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.886s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.583387] env[62622]: DEBUG nova.objects.instance [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.772616] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527c41d5-c746-37d8-7411-67d16236ec25, 'name': SearchDatastore_Task, 'duration_secs': 0.029979} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.773521] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f19392f-716b-44e1-a260-7738143d7735 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.781484] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 941.781484] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e2cb8f-cb56-2fe2-a7f6-24bc05b92329" [ 941.781484] env[62622]: _type = "Task" [ 941.781484] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.793988] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e2cb8f-cb56-2fe2-a7f6-24bc05b92329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.836024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.836398] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e5c2a1-b753-4ce5-bc7e-0832bc30244a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.848016] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 941.848016] env[62622]: value = "task-2701844" [ 941.848016] env[62622]: _type = "Task" [ 941.848016] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.862851] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.946430] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701843, 'name': ReconfigVM_Task, 'duration_secs': 0.761353} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.946759] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 363761c8-6e14-4326-8687-653d15d9ceb8/363761c8-6e14-4326-8687-653d15d9ceb8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.947296] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d016006-33ee-4dcf-b3d2-09fe9169835d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.961502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.961502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.961502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.961502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.961502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.963473] env[62622]: INFO nova.compute.manager [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Terminating instance [ 941.967363] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 941.967363] env[62622]: value = "task-2701845" [ 941.967363] env[62622]: _type = "Task" [ 941.967363] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.980428] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701845, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.981898] env[62622]: DEBUG nova.network.neutron [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [{"id": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "address": "fa:16:3e:af:ab:87", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6488cf8-5b", "ovs_interfaceid": "d6488cf8-5baf-48a9-a3ef-d9fe29605f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.065442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.065811] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.065965] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.066229] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.070456] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.073589] env[62622]: INFO nova.compute.manager [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Terminating instance [ 942.101853] env[62622]: DEBUG nova.compute.utils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.105702] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.105702] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.225336] env[62622]: DEBUG nova.policy [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9867f9ed6e04738b2f0911d53ff1046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbe2f13a2dc468e87657b4df10f3a5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.301583] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e2cb8f-cb56-2fe2-a7f6-24bc05b92329, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.303870] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.307345] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 523b093d-c3ff-4f1a-9c03-fe4203df1e42/523b093d-c3ff-4f1a-9c03-fe4203df1e42.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.307811] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2b2fb1-ec1d-44a4-aa9e-1be443c8ec8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.317426] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 942.317426] env[62622]: value = "task-2701847" [ 942.317426] env[62622]: _type = "Task" [ 942.317426] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.330164] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.364756] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701844, 'name': PowerOffVM_Task, 'duration_secs': 0.340228} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.365262] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.366481] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.367999] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed28e83-c638-467a-84a1-3022554b63a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.382739] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.382739] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9320414a-7098-46c7-ade6-2af88e0f78b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.439497] env[62622]: DEBUG nova.network.neutron [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Updated VIF entry in instance network info cache for port 4bb384e9-9714-4e33-9238-6323f93aa8ca. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.439650] env[62622]: DEBUG nova.network.neutron [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Updating instance_info_cache with network_info: [{"id": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "address": "fa:16:3e:12:0a:5d", "network": {"id": "a1cd70a6-c9e7-4b19-b34c-220748655fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-556878615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3e4964a33041db8eba85a7acb2af1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb384e9-97", "ovs_interfaceid": "4bb384e9-9714-4e33-9238-6323f93aa8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.460398] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.460747] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.461024] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleting the datastore file [datastore2] 5074587c-5c44-4d7a-a73c-418767bd3d58 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.462541] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394f3285-33a0-43f7-bb14-07d26b537aec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.476184] env[62622]: DEBUG nova.compute.manager [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.476469] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.476889] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 942.476889] env[62622]: value = "task-2701849" [ 942.476889] env[62622]: _type = "Task" [ 942.476889] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.478243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ad3fa-4537-4d07-9d87-bb7821eb6c9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.490621] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-173a796e-2070-474e-b205-f78e5a1fe0dd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.491234] env[62622]: DEBUG nova.objects.instance [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'migration_context' on Instance uuid 173a796e-2070-474e-b205-f78e5a1fe0dd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.493018] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701845, 'name': Rename_Task, 'duration_secs': 0.247594} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.496093] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.496477] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.496873] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f91bcd2-c2fe-42cd-ad92-329f9247a59f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.498687] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd1e959-3e85-448b-887c-b46496b58207 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.504654] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.516496] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 942.516496] env[62622]: value = "task-2701851" [ 942.516496] env[62622]: _type = "Task" [ 942.516496] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.517046] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 942.517046] env[62622]: value = "task-2701850" [ 942.517046] env[62622]: _type = "Task" [ 942.517046] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.540839] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.546246] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.579692] env[62622]: DEBUG nova.compute.manager [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.580014] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.583961] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59da407-a162-4d6b-8a68-4b1fcb9a1b83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.592735] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.593054] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c77eb74b-b159-4260-9863-6d3e489af335 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.602886] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 942.602886] env[62622]: value = "task-2701852" [ 942.602886] env[62622]: _type = "Task" [ 942.602886] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.608491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df68ada0-3db9-47d4-9b7d-ba35a15ba467 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.609304] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.145s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.609541] env[62622]: DEBUG nova.objects.instance [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lazy-loading 'resources' on Instance uuid 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.611965] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.624419] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.838022] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.949036] env[62622]: DEBUG oslo_concurrency.lockutils [req-04567d95-b37a-48b1-96d3-67390d401c39 req-dfaffcc2-4498-44be-9508-2d8a1c63a3c9 service nova] Releasing lock "refresh_cache-523b093d-c3ff-4f1a-9c03-fe4203df1e42" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.995202] env[62622]: DEBUG nova.objects.base [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Object Instance<173a796e-2070-474e-b205-f78e5a1fe0dd> lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 942.995481] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.996299] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cbb76-a72a-42ad-a668-ef9ac1e9fd7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.021236] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4310b539-eb07-4309-84e9-57b12816e9c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.041140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-3316b148-f81a-4533-977a-d0681845ca14" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.041140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-3316b148-f81a-4533-977a-d0681845ca14" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.041140] env[62622]: DEBUG nova.objects.instance [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.041633] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.046905] env[62622]: DEBUG oslo_vmware.api [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 943.046905] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5255253d-a8bd-6a80-2abc-dbd1b7fd13bd" [ 943.046905] env[62622]: _type = "Task" [ 943.046905] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.050149] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701851, 'name': PowerOffVM_Task, 'duration_secs': 0.451158} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.050149] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.050149] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.051104] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2cc784-99ae-424d-9fc4-8338defc5051 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.061391] env[62622]: DEBUG oslo_vmware.api [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5255253d-a8bd-6a80-2abc-dbd1b7fd13bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.061391] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.079596] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Successfully created port: c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.114723] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701852, 'name': PowerOffVM_Task, 'duration_secs': 0.24854} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.115051] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.115238] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.115503] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e750db-ff91-4ab1-b292-11281ef6c9f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.129129] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.129547] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.129547] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleting the datastore file [datastore1] 8ab9253f-288c-46cb-8615-b9ce50fc3d35 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.129795] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94056e5f-50f9-41ba-b84c-99303e35c221 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.141555] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for the task: (returnval){ [ 943.141555] env[62622]: value = "task-2701855" [ 943.141555] env[62622]: _type = "Task" [ 943.141555] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.152046] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.216455] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.216455] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.216455] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleting the datastore file [datastore1] 0fe65dae-e048-4c6b-95a1-32d9cb748fed {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.217124] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc54a7d-26a7-4d29-8f40-af8603c292b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.226197] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 943.226197] env[62622]: value = "task-2701856" [ 943.226197] env[62622]: _type = "Task" [ 943.226197] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.243618] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.333660] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673702} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.334087] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 523b093d-c3ff-4f1a-9c03-fe4203df1e42/523b093d-c3ff-4f1a-9c03-fe4203df1e42.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.334829] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.334829] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35dc37e1-4ba9-4f04-abb7-89107d03d327 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.345290] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 943.345290] env[62622]: value = "task-2701857" [ 943.345290] env[62622]: _type = "Task" [ 943.345290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.356726] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.497373] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574364} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.497855] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.498200] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.498550] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.531230] env[62622]: DEBUG oslo_vmware.api [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701850, 'name': PowerOnVM_Task, 'duration_secs': 0.777638} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.531585] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.531876] env[62622]: INFO nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Took 8.87 seconds to spawn the instance on the hypervisor. [ 943.532096] env[62622]: DEBUG nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.533069] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb53cd-70f3-4411-8773-d2c741927862 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.591287] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d35851c-5e38-45b3-ae43-6cfa5001051f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.601239] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4f76dc-7a73-4e3f-a8df-745ac71a5834 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.641098] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.653869] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a3489-56e0-4186-b2c5-90ba38efd9a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.666187] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f183ddd-a2c1-4e12-9a2d-b739d76d35fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.670131] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.683637] env[62622]: DEBUG nova.compute.provider_tree [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.689856] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.689856] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.690072] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.690246] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.690509] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.690771] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.691140] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.691432] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.691745] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.692049] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.692361] env[62622]: DEBUG nova.virt.hardware [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.693735] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320462b5-c465-4d88-a6ce-744488d6b6e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.700025] env[62622]: DEBUG nova.scheduler.client.report [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.715157] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27673046-65f4-4055-a5cd-1b8e18754106 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.720932] env[62622]: DEBUG nova.objects.instance [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.748133] env[62622]: DEBUG oslo_vmware.api [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464946} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.748399] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.748585] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.748757] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.748931] env[62622]: INFO nova.compute.manager [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.749197] env[62622]: DEBUG oslo.service.loopingcall [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.749655] env[62622]: DEBUG nova.compute.manager [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.749754] env[62622]: DEBUG nova.network.neutron [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.856202] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178046} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.856500] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.857324] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecae815-6ce8-491b-b44b-ce524caa44c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.884210] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 523b093d-c3ff-4f1a-9c03-fe4203df1e42/523b093d-c3ff-4f1a-9c03-fe4203df1e42.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.884210] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2997f62e-ed59-4ecb-838a-3048689a60d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.903287] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 943.903287] env[62622]: value = "task-2701858" [ 943.903287] env[62622]: _type = "Task" [ 943.903287] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.913826] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.053626] env[62622]: INFO nova.compute.manager [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Took 20.39 seconds to build instance. [ 944.132868] env[62622]: DEBUG nova.compute.manager [req-a07bfb83-a4aa-4d9f-bd18-6ae4003f3b23 req-b6526d18-2a8d-428c-aeef-2e4b4bcef580 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Received event network-vif-deleted-abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.133143] env[62622]: INFO nova.compute.manager [req-a07bfb83-a4aa-4d9f-bd18-6ae4003f3b23 req-b6526d18-2a8d-428c-aeef-2e4b4bcef580 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Neutron deleted interface abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee; detaching it from the instance and deleting it from the info cache [ 944.133388] env[62622]: DEBUG nova.network.neutron [req-a07bfb83-a4aa-4d9f-bd18-6ae4003f3b23 req-b6526d18-2a8d-428c-aeef-2e4b4bcef580 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.154878] env[62622]: DEBUG oslo_vmware.api [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Task: {'id': task-2701855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566456} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.155212] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.155355] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.155591] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.155769] env[62622]: INFO nova.compute.manager [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Took 1.68 seconds to destroy the instance on the hypervisor. [ 944.155924] env[62622]: DEBUG oslo.service.loopingcall [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.156134] env[62622]: DEBUG nova.compute.manager [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.156226] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.209653] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.210443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.149s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.225316] env[62622]: DEBUG nova.objects.base [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<36e5fe3b-e767-4374-8f47-53f6815a9af3> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.225316] env[62622]: DEBUG nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.239433] env[62622]: INFO nova.scheduler.client.report [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleted allocations for instance 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a [ 944.323060] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.323316] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544428', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'name': 'volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61506e2e-a2fc-48ed-a93e-581f03d85915', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'serial': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.324241] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2a8fe-52c0-49f2-982e-5c79e1984d0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.344511] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb497fe-0f59-4cb6-9718-c44107bdbb7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.371739] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015/volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.373553] env[62622]: DEBUG nova.policy [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.375780] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98479ca-e6e2-4a7a-8338-5f13e2b3f1ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.402028] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 944.402028] env[62622]: value = "task-2701859" [ 944.402028] env[62622]: _type = "Task" [ 944.402028] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.411226] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.417669] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.534781] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.535065] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.535241] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.535430] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.535608] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.535837] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.536124] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.536301] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.536496] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.536659] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.537349] env[62622]: DEBUG nova.virt.hardware [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.537756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4cbea7-4e7d-429f-8044-e3dcafbbe034 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.547083] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d748e02-1ad3-43ab-99bc-fb613eacacab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.562335] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f0029302-543c-4bee-98dc-e675796b2c06 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.907s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.562816] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1155abb2-9c66-499b-8ee8-53a6ab6a92a9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.570277] env[62622]: DEBUG oslo.service.loopingcall [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.570594] env[62622]: DEBUG nova.network.neutron [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.571767] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.572197] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd3d245-b687-4d2b-b38b-7d47b23ee66b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.596026] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.596026] env[62622]: value = "task-2701860" [ 944.596026] env[62622]: _type = "Task" [ 944.596026] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.604244] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701860, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.639027] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8df520cf-26f9-4514-8cb5-196b7825f5d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.650469] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acb1927-6dd2-4660-a6c3-c0c5cb637848 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.697900] env[62622]: DEBUG nova.compute.manager [req-a07bfb83-a4aa-4d9f-bd18-6ae4003f3b23 req-b6526d18-2a8d-428c-aeef-2e4b4bcef580 service nova] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Detach interface failed, port_id=abfb79a9-a0c4-49df-94a9-f4c7f9f3aeee, reason: Instance 0fe65dae-e048-4c6b-95a1-32d9cb748fed could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.753768] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18c6b64b-04a7-404a-8185-296f8800e4f0 tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.052s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.916945] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.925101] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701858, 'name': ReconfigVM_Task, 'duration_secs': 0.568038} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.925767] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 523b093d-c3ff-4f1a-9c03-fe4203df1e42/523b093d-c3ff-4f1a-9c03-fe4203df1e42.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.926154] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dff2d45-3d30-478e-9ab8-fe1e0de6831b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.935681] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 944.935681] env[62622]: value = "task-2701861" [ 944.935681] env[62622]: _type = "Task" [ 944.935681] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.949018] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701861, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.041267] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Successfully updated port: c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.075026] env[62622]: INFO nova.compute.manager [-] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Took 1.32 seconds to deallocate network for instance. [ 945.107935] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701860, 'name': CreateVM_Task, 'duration_secs': 0.489961} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.110815] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.112945] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.113165] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.113494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.113792] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2dd679-9276-47c2-b6bd-8ac37730ad65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.121508] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 945.121508] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed5f06-9219-b94f-4bb9-307a5e3b832c" [ 945.121508] env[62622]: _type = "Task" [ 945.121508] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.138640] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed5f06-9219-b94f-4bb9-307a5e3b832c, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.140943] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.141191] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.141662] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.141859] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.142143] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.142808] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9026f1-fc5e-4efc-9b85-3435ee20b17f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.147854] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4f843-a14f-4f9d-90e0-4aa7957452be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.160677] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e4af9e-1ffd-4574-8caf-9b21c19bbd55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.165889] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.166190] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.167494] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29032d3f-0d5e-4183-89fe-9c222fd9b2db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.201355] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebfe62a-3666-48e7-8678-17fadd4133e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.206611] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 945.206611] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5200ccbe-dbea-c69f-b855-db46368f8f91" [ 945.206611] env[62622]: _type = "Task" [ 945.206611] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.216402] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd19c400-9bbe-4df5-9139-8690b2139c48 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.223793] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5200ccbe-dbea-c69f-b855-db46368f8f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.238109] env[62622]: DEBUG nova.compute.provider_tree [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.411241] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701859, 'name': ReconfigVM_Task, 'duration_secs': 0.689966} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.411535] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfigured VM instance instance-00000036 to attach disk [datastore2] volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015/volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.419886] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616b3051-b35d-46ab-b116-2b27048b0e34 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.431013] env[62622]: DEBUG nova.network.neutron [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.444518] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 945.444922] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 945.444922] env[62622]: value = "task-2701862" [ 945.444922] env[62622]: _type = "Task" [ 945.444922] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.445705] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b272ed-a447-4dfd-b4b5-5ba7c92ac920 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.456874] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701861, 'name': Rename_Task, 'duration_secs': 0.236788} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.458931] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.459263] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 945.459453] env[62622]: ERROR oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk due to incomplete transfer. [ 945.460065] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9da0c38-2b4b-4041-8fb6-dea6e5f93c50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.461596] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cd51910-894a-4a42-8daa-1a3119efdd7b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.467686] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.474154] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 945.474154] env[62622]: value = "task-2701863" [ 945.474154] env[62622]: _type = "Task" [ 945.474154] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.479137] env[62622]: DEBUG oslo_vmware.rw_handles [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218bced-8baa-15ba-438a-d7ed999a77d0/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 945.479317] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Uploaded image e19b52bb-c9e5-420f-9c63-7b29286d0985 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 945.481678] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.482456] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b755fa4-cff3-41a9-8010-cb68be854bcb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.489098] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.491601] env[62622]: DEBUG nova.compute.manager [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Received event network-vif-plugged-c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.491783] env[62622]: DEBUG oslo_concurrency.lockutils [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.492071] env[62622]: DEBUG oslo_concurrency.lockutils [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.492144] env[62622]: DEBUG oslo_concurrency.lockutils [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.492362] env[62622]: DEBUG nova.compute.manager [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] No waiting events found dispatching network-vif-plugged-c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.492636] env[62622]: WARNING nova.compute.manager [req-a6c7b502-3510-427b-8a0b-a14ba582e3e2 req-2f4a765e-0d1b-43a4-972f-3e8bd7ab1f2b service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Received unexpected event network-vif-plugged-c8c21d8d-b8c5-411e-9689-f95370e6eacf for instance with vm_state building and task_state spawning. [ 945.496173] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 945.496173] env[62622]: value = "task-2701864" [ 945.496173] env[62622]: _type = "Task" [ 945.496173] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.505029] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701864, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.544329] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.544491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.544742] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.586192] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.719362] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5200ccbe-dbea-c69f-b855-db46368f8f91, 'name': SearchDatastore_Task, 'duration_secs': 0.016494} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.719980] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d2e310-33ee-4567-9e7d-94666c7ea88d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.725954] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 945.725954] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5216ac49-8b3a-0e29-a82c-36151770a5f2" [ 945.725954] env[62622]: _type = "Task" [ 945.725954] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.734755] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5216ac49-8b3a-0e29-a82c-36151770a5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.741763] env[62622]: DEBUG nova.scheduler.client.report [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.854982] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Acquiring lock "e0b37c67-24b9-4652-9590-160540726fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.855238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Lock "e0b37c67-24b9-4652-9590-160540726fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.933802] env[62622]: INFO nova.compute.manager [-] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Took 1.78 seconds to deallocate network for instance. [ 945.961193] env[62622]: DEBUG oslo_vmware.api [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701862, 'name': ReconfigVM_Task, 'duration_secs': 0.175464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.961403] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544428', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'name': 'volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61506e2e-a2fc-48ed-a93e-581f03d85915', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'serial': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 945.985144] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.007331] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701864, 'name': Destroy_Task, 'duration_secs': 0.390268} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.007913] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Destroyed the VM [ 946.007913] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.008107] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c360af03-5a5b-41a6-a7fa-3fc511f057fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.019037] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 946.019037] env[62622]: value = "task-2701865" [ 946.019037] env[62622]: _type = "Task" [ 946.019037] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.031091] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.073902] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.074158] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.080630] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.156975] env[62622]: DEBUG nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Successfully updated port: 3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.231477] env[62622]: DEBUG nova.network.neutron [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.239975] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5216ac49-8b3a-0e29-a82c-36151770a5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.240266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.240520] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.240802] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4092285-50a2-47ef-8c60-570f98976502 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.254046] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 946.254046] env[62622]: value = "task-2701866" [ 946.254046] env[62622]: _type = "Task" [ 946.254046] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.263200] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.357844] env[62622]: DEBUG nova.compute.manager [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.441612] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.486289] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.529817] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701865, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378068} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.530184] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.530511] env[62622]: DEBUG nova.compute.manager [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.531469] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95b179-096a-493b-8e8a-9a1617ee2b1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.577943] env[62622]: DEBUG nova.compute.utils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.662890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.663123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.663396] env[62622]: DEBUG nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.734063] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.734486] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Instance network_info: |[{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.735107] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:e4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c21d8d-b8c5-411e-9689-f95370e6eacf', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.744092] env[62622]: DEBUG oslo.service.loopingcall [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.745047] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.745209] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a56c2d5a-0d0e-4ba4-8eef-62a605bba24e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.764467] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.554s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.767717] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.182s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.767935] env[62622]: DEBUG nova.objects.instance [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lazy-loading 'resources' on Instance uuid 0fe65dae-e048-4c6b-95a1-32d9cb748fed {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.780393] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701866, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.781897] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.781897] env[62622]: value = "task-2701867" [ 946.781897] env[62622]: _type = "Task" [ 946.781897] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.791646] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701867, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.881626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.985790] env[62622]: DEBUG oslo_vmware.api [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701863, 'name': PowerOnVM_Task, 'duration_secs': 1.486266} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.986082] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.986589] env[62622]: INFO nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Took 9.84 seconds to spawn the instance on the hypervisor. [ 946.986589] env[62622]: DEBUG nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.987296] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8da93a-5fac-4e6c-9537-9a200139371b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.006624] env[62622]: DEBUG nova.objects.instance [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid 61506e2e-a2fc-48ed-a93e-581f03d85915 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.044823] env[62622]: INFO nova.compute.manager [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Shelve offloading [ 947.081200] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.209159] env[62622]: WARNING nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 947.209400] env[62622]: WARNING nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 947.289977] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644671} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.290631] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.290842] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.291117] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298160c3-d267-4264-bc78-17ef1b0b9ce8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.296638] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701867, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.305243] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 947.305243] env[62622]: value = "task-2701868" [ 947.305243] env[62622]: _type = "Task" [ 947.305243] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.318883] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.345198] env[62622]: INFO nova.scheduler.client.report [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocation for migration 16c2d273-e2cd-47cf-8099-e3c033f60237 [ 947.510655] env[62622]: INFO nova.compute.manager [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Took 22.12 seconds to build instance. [ 947.511995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-73cf0109-332f-47a3-ba78-d0ac752c3a22 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.318s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.550247] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.550585] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-111d86be-4cac-4539-9cd2-c1a07adb4973 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.561233] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 947.561233] env[62622]: value = "task-2701869" [ 947.561233] env[62622]: _type = "Task" [ 947.561233] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.573508] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.604149] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb7ff8-316b-4092-9740-beae6a11c6c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.612969] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebf96b-c64d-4348-a56d-aa9b4e6911d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.645537] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8628226-71af-4ae3-905f-3d6855ceddd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.657798] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ade745-a3c8-4222-8e3d-ed69b7c62a20 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.674100] env[62622]: DEBUG nova.compute.provider_tree [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.714423] env[62622]: DEBUG nova.network.neutron [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "address": "fa:16:3e:5c:68:03", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaacac1-b7", "ovs_interfaceid": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316b148-f81a-4533-977a-d0681845ca14", "address": "fa:16:3e:90:fa:71", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3316b148-f8", "ovs_interfaceid": "3316b148-f81a-4533-977a-d0681845ca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.793823] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701867, 'name': CreateVM_Task, 'duration_secs': 0.587378} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.793996] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.794705] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.794851] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.795177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.795421] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a26415-29f6-464b-bf65-9530b86b2bc0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.800202] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 947.800202] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d0915-db75-fa7c-3aba-7dc780fcf055" [ 947.800202] env[62622]: _type = "Task" [ 947.800202] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.807748] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d0915-db75-fa7c-3aba-7dc780fcf055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.815327] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151711} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.815446] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.817030] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006aaae0-cbb2-4f81-8841-3a2e2549d80f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.838062] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.838648] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176b575b-10d2-4e5b-9d88-d25e39e24aae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.853228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7283b62-02d3-484a-9dcb-285caaf0e881 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.536s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.860304] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 947.860304] env[62622]: value = "task-2701870" [ 947.860304] env[62622]: _type = "Task" [ 947.860304] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.869360] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.013951] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0423b375-85b1-4dc3-98ae-8b56a0ba36f9 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.118s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.073344] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.073575] env[62622]: DEBUG nova.compute.manager [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.075128] env[62622]: DEBUG nova.compute.manager [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Received event network-vif-deleted-fcc926ba-c0af-42f6-8f80-3e715f1a9d6b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.075326] env[62622]: DEBUG nova.compute.manager [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-plugged-3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.075561] env[62622]: DEBUG oslo_concurrency.lockutils [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.075981] env[62622]: DEBUG oslo_concurrency.lockutils [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.076111] env[62622]: DEBUG oslo_concurrency.lockutils [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.076283] env[62622]: DEBUG nova.compute.manager [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] No waiting events found dispatching network-vif-plugged-3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.076450] env[62622]: WARNING nova.compute.manager [req-2284efbb-1e53-44b1-8d74-005122377b65 req-f4510e77-4a21-4bfe-83c1-3c49cf2531b2 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received unexpected event network-vif-plugged-3316b148-f81a-4533-977a-d0681845ca14 for instance with vm_state active and task_state None. [ 948.077326] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8c8814-4735-47df-a076-7e02f14c8ebc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.084095] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.084269] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.084431] env[62622]: DEBUG nova.network.neutron [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.153792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.153994] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.154169] env[62622]: INFO nova.compute.manager [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Attaching volume 995bf0c7-bb5d-4308-961d-1fdb24084127 to /dev/sdb [ 948.177017] env[62622]: DEBUG nova.scheduler.client.report [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.187819] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1596fdf-cbd6-4468-ac7e-9700f0f8976c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.205464] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c4121f-1a7f-48dc-987b-ad16c99ab8e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.208256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.208481] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.208683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.208889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.209085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.211163] env[62622]: INFO nova.compute.manager [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Terminating instance [ 948.216379] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.216947] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.217198] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.217938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf7d57-d874-4663-bc70-c3e087935998 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.224796] env[62622]: DEBUG nova.virt.block_device [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating existing volume attachment record: 692081a5-2ffe-41c3-964c-9c835d895c50 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 948.242392] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.242676] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.242835] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.243030] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.243187] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.243511] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.243511] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.243674] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.243831] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.243994] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.244181] env[62622]: DEBUG nova.virt.hardware [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.250508] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfiguring VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 948.251154] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0ffe26-e131-45e5-9770-a929ac2118db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.270749] env[62622]: DEBUG oslo_vmware.api [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 948.270749] env[62622]: value = "task-2701871" [ 948.270749] env[62622]: _type = "Task" [ 948.270749] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.280060] env[62622]: DEBUG oslo_vmware.api [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701871, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.312295] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525d0915-db75-fa7c-3aba-7dc780fcf055, 'name': SearchDatastore_Task, 'duration_secs': 0.055008} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.312665] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.312933] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.313187] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.313328] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.313503] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.313767] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7874129f-610a-4e20-8a17-294d700089f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.322688] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.323538] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.323766] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191909a8-7e2b-467a-8bf0-9106c5d30acb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.329501] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 948.329501] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526d5c56-3d6d-67d4-1ce9-07b3c8f4dd16" [ 948.329501] env[62622]: _type = "Task" [ 948.329501] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.338273] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526d5c56-3d6d-67d4-1ce9-07b3c8f4dd16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.371492] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701870, 'name': ReconfigVM_Task, 'duration_secs': 0.295884} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.371831] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5074587c-5c44-4d7a-a73c-418767bd3d58/5074587c-5c44-4d7a-a73c-418767bd3d58.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.372503] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284b85ab-ffa7-4d5b-8a8b-c03c9999afae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.381030] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 948.381030] env[62622]: value = "task-2701873" [ 948.381030] env[62622]: _type = "Task" [ 948.381030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.395326] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701873, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.578644] env[62622]: DEBUG nova.compute.manager [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Received event network-changed-c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.579106] env[62622]: DEBUG nova.compute.manager [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Refreshing instance network info cache due to event network-changed-c8c21d8d-b8c5-411e-9689-f95370e6eacf. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.579379] env[62622]: DEBUG oslo_concurrency.lockutils [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.579582] env[62622]: DEBUG oslo_concurrency.lockutils [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.579758] env[62622]: DEBUG nova.network.neutron [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Refreshing network info cache for port c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.684265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.685243] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.244s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.685644] env[62622]: DEBUG nova.objects.instance [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lazy-loading 'resources' on Instance uuid 8ab9253f-288c-46cb-8615-b9ce50fc3d35 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.717109] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "refresh_cache-2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.717109] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquired lock "refresh_cache-2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.717109] env[62622]: DEBUG nova.network.neutron [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.721941] env[62622]: INFO nova.scheduler.client.report [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleted allocations for instance 0fe65dae-e048-4c6b-95a1-32d9cb748fed [ 948.787054] env[62622]: DEBUG oslo_vmware.api [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.841273] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526d5c56-3d6d-67d4-1ce9-07b3c8f4dd16, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.842693] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98116c40-6fa3-45a3-af27-0bcc4ed1bff9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.846246] env[62622]: DEBUG nova.network.neutron [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updating instance_info_cache with network_info: [{"id": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "address": "fa:16:3e:24:72:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd05449-a8", "ovs_interfaceid": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.851533] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 948.851533] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f4ee8-d335-5e36-083b-383c9d159612" [ 948.851533] env[62622]: _type = "Task" [ 948.851533] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.861679] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f4ee8-d335-5e36-083b-383c9d159612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.891565] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701873, 'name': Rename_Task, 'duration_secs': 0.152204} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.891855] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.892311] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86c99da7-41e4-4f77-b4c2-e2915115f2a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.900607] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 948.900607] env[62622]: value = "task-2701876" [ 948.900607] env[62622]: _type = "Task" [ 948.900607] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.913537] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.235988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-df48e56a-ec27-4c25-8836-c62ef1a7af17 tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "0fe65dae-e048-4c6b-95a1-32d9cb748fed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.170s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.259609] env[62622]: DEBUG nova.network.neutron [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.282253] env[62622]: DEBUG oslo_vmware.api [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701871, 'name': ReconfigVM_Task, 'duration_secs': 0.606095} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.286999] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.287260] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfigured VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 949.347982] env[62622]: DEBUG nova.network.neutron [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.349900] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.377090] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f4ee8-d335-5e36-083b-383c9d159612, 'name': SearchDatastore_Task, 'duration_secs': 0.027721} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.377090] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.377090] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.377090] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-985f4b17-5c5c-4558-8f00-9702ece22e0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.383783] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 949.383783] env[62622]: value = "task-2701877" [ 949.383783] env[62622]: _type = "Task" [ 949.383783] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.396390] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.411779] env[62622]: DEBUG oslo_vmware.api [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701876, 'name': PowerOnVM_Task, 'duration_secs': 0.495787} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.414952] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.415186] env[62622]: DEBUG nova.compute.manager [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.416320] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3e9e0-fe90-4f9a-89ac-ffadb0ee8325 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457838] env[62622]: DEBUG nova.network.neutron [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updated VIF entry in instance network info cache for port c8c21d8d-b8c5-411e-9689-f95370e6eacf. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.458533] env[62622]: DEBUG nova.network.neutron [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.593124] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74872f5a-0001-45d8-b476-100fc3c34375 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.602364] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f51e85-dce7-4a81-ad3a-bfe48cc5e1be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.641596] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ada6d8-9fa9-4b35-8a2e-af33c99d36da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.651745] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd9a48-095d-4a8d-be67-0e89356f459e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.669090] env[62622]: DEBUG nova.compute.provider_tree [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.750082] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.750220] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33a259-3aa0-4481-a89d-bd7f2011b3c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.759517] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.759841] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1517d61-d180-425a-b6ba-0b2b2fac0dd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.792667] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4ea9c276-06e9-496b-b303-e42fdb3dedac tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-3316b148-f81a-4533-977a-d0681845ca14" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.753s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.852325] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.852611] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.852872] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore1] b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.853430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Releasing lock "refresh_cache-2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.853821] env[62622]: DEBUG nova.compute.manager [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.854491] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.854894] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b956cf39-85a5-470d-81d2-e2714cd3e4cf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.859179] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481deb7c-9e82-4a31-89d1-cf704615a7bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.869080] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.870812] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c680761-96f1-4c04-b061-7a1bad9e407d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.872721] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 949.872721] env[62622]: value = "task-2701879" [ 949.872721] env[62622]: _type = "Task" [ 949.872721] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.880769] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 949.880769] env[62622]: value = "task-2701880" [ 949.880769] env[62622]: _type = "Task" [ 949.880769] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.884337] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.902937] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.904629] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.937336] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "363761c8-6e14-4326-8687-653d15d9ceb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.937727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.937890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.937995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.938144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.941545] env[62622]: INFO nova.compute.manager [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Terminating instance [ 949.942832] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.962016] env[62622]: DEBUG oslo_concurrency.lockutils [req-3fa46401-3c29-4a32-b2b3-752b8cee8d18 req-f6d6f32e-a04f-431c-9640-84cbfbc41bed service nova] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.175026] env[62622]: DEBUG nova.scheduler.client.report [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.383735] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.397204] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701880, 'name': PowerOffVM_Task, 'duration_secs': 0.217109} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.400184] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.400363] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.400623] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614086} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.400831] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1035f3f2-4840-4c13-87b7-a7ded6b5e352 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.402271] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.402467] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.402731] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c2b59f1-16ab-484d-83ba-f8c971c7f864 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.410882] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 950.410882] env[62622]: value = "task-2701882" [ 950.410882] env[62622]: _type = "Task" [ 950.410882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.420637] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.435634] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.435911] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.435992] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleting the datastore file [datastore2] 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.436290] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c046a92-351b-4092-8f2d-3e577c40d504 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.443689] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for the task: (returnval){ [ 950.443689] env[62622]: value = "task-2701883" [ 950.443689] env[62622]: _type = "Task" [ 950.443689] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.447307] env[62622]: DEBUG nova.compute.manager [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.447535] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.448311] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfe500-d8ca-45ba-a420-92f5ace5e9a7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.456270] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.458903] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.459759] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d86ee16-da2c-4146-b7e6-3430363c0643 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.465668] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 950.465668] env[62622]: value = "task-2701884" [ 950.465668] env[62622]: _type = "Task" [ 950.465668] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.474486] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.630502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.631128] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.631128] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.631320] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.631493] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.633723] env[62622]: INFO nova.compute.manager [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Terminating instance [ 950.678853] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.681384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.800s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.683161] env[62622]: INFO nova.compute.claims [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.710568] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-changed-3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.711775] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing instance network info cache due to event network-changed-3316b148-f81a-4533-977a-d0681845ca14. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.714113] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.714113] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.714113] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Refreshing network info cache for port 3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.716164] env[62622]: INFO nova.scheduler.client.report [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Deleted allocations for instance 8ab9253f-288c-46cb-8615-b9ce50fc3d35 [ 950.884020] env[62622]: DEBUG oslo_vmware.api [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572743} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.884020] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.884020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.884020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.905292] env[62622]: INFO nova.scheduler.client.report [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 [ 950.921485] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148759} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.921597] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.922428] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c089c-6d70-4520-a945-ce66f5183804 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.946138] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.947169] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9ff43c-1540-4d19-8451-c311ab53203d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.972444] env[62622]: DEBUG oslo_vmware.api [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Task: {'id': task-2701883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215462} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.974831] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.975031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.975223] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.975404] env[62622]: INFO nova.compute.manager [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.975644] env[62622]: DEBUG oslo.service.loopingcall [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.975937] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 950.975937] env[62622]: value = "task-2701886" [ 950.975937] env[62622]: _type = "Task" [ 950.975937] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.976137] env[62622]: DEBUG nova.compute.manager [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.976251] env[62622]: DEBUG nova.network.neutron [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.984785] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701884, 'name': PowerOffVM_Task, 'duration_secs': 0.304464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.985401] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.985583] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.986239] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f928307a-7e5b-47e1-a3cf-ff9bf79c8a2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.991973] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.001618] env[62622]: DEBUG nova.network.neutron [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.067535] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.067810] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.067934] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Deleting the datastore file [datastore2] 363761c8-6e14-4326-8687-653d15d9ceb8 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.068285] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d0e7382-3d7e-4021-89f8-a39e14de390b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.076057] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for the task: (returnval){ [ 951.076057] env[62622]: value = "task-2701888" [ 951.076057] env[62622]: _type = "Task" [ 951.076057] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.084867] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.138113] env[62622]: DEBUG nova.compute.manager [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.138549] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.139580] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4a2dc9-6dbe-423e-a8eb-c8ec416bd348 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.150483] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.150894] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5545318-71e7-4fa7-bc31-e74d6195656d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.162218] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 951.162218] env[62622]: value = "task-2701889" [ 951.162218] env[62622]: _type = "Task" [ 951.162218] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.174184] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.189413] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.190687] env[62622]: DEBUG nova.compute.utils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Instance e0b37c67-24b9-4652-9590-160540726fa8 could not be found. {{(pid=62622) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 951.192542] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.250s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.193296] env[62622]: DEBUG nova.objects.instance [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 951.196815] env[62622]: DEBUG nova.compute.manager [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Instance disappeared during build. {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 951.197174] env[62622]: DEBUG nova.compute.manager [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Unplugging VIFs for instance {{(pid=62622) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 951.197454] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Acquiring lock "refresh_cache-e0b37c67-24b9-4652-9590-160540726fa8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.197674] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Acquired lock "refresh_cache-e0b37c67-24b9-4652-9590-160540726fa8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.197914] env[62622]: DEBUG nova.network.neutron [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.199399] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.199721] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.200199] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.200545] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.200812] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.203110] env[62622]: INFO nova.compute.manager [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Terminating instance [ 951.229535] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e19e6d59-67de-42b0-ac46-517e5cbec444 tempest-ServersWithSpecificFlavorTestJSON-1393034383 tempest-ServersWithSpecificFlavorTestJSON-1393034383-project-member] Lock "8ab9253f-288c-46cb-8615-b9ce50fc3d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.270s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.290333] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.290585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.290785] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.290987] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.291238] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.295648] env[62622]: INFO nova.compute.manager [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Terminating instance [ 951.299652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "27179519-b0d4-43ba-b8fb-db729d0571b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.299864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.410281] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.484488] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updated VIF entry in instance network info cache for port 3316b148-f81a-4533-977a-d0681845ca14. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.485167] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "address": "fa:16:3e:5c:68:03", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaacac1-b7", "ovs_interfaceid": "ccaacac1-b728-43c4-97f6-233b5cdcf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316b148-f81a-4533-977a-d0681845ca14", "address": "fa:16:3e:90:fa:71", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3316b148-f8", "ovs_interfaceid": "3316b148-f81a-4533-977a-d0681845ca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.489741] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701886, 'name': ReconfigVM_Task, 'duration_secs': 0.450764} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.490124] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.490743] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d89d2e-aa4a-4f9a-8247-e521d1dbae5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.499103] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 951.499103] env[62622]: value = "task-2701890" [ 951.499103] env[62622]: _type = "Task" [ 951.499103] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.504017] env[62622]: DEBUG nova.network.neutron [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.509529] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701890, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.534987] env[62622]: INFO nova.compute.manager [None req-df942f1f-29bc-48e9-941e-3831e829f87a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Get console output [ 951.535293] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-df942f1f-29bc-48e9-941e-3831e829f87a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] The console log is missing. Check your VSPC configuration [ 951.587817] env[62622]: DEBUG oslo_vmware.api [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Task: {'id': task-2701888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226066} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.588159] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.588466] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.588736] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.588986] env[62622]: INFO nova.compute.manager [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 951.589329] env[62622]: DEBUG oslo.service.loopingcall [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.589563] env[62622]: DEBUG nova.compute.manager [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.589664] env[62622]: DEBUG nova.network.neutron [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.671388] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701889, 'name': PowerOffVM_Task, 'duration_secs': 0.241763} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.671647] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.671866] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.672076] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6b694ac-1efd-4216-97fb-c70d3baadf90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.703843] env[62622]: DEBUG nova.compute.utils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Can not refresh info_cache because instance was not found {{(pid=62622) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 951.706754] env[62622]: DEBUG nova.compute.manager [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.706754] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.707476] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f71ba8-0d04-4aaf-9d90-6bc4c9a43429 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.716660] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.716916] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a3d28e-8289-40ba-9dd7-a0c7b4370fb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.724646] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 951.724646] env[62622]: value = "task-2701892" [ 951.724646] env[62622]: _type = "Task" [ 951.724646] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.729298] env[62622]: DEBUG nova.network.neutron [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.738673] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.739658] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.739862] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.740056] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Deleting the datastore file [datastore2] 523b093d-c3ff-4f1a-9c03-fe4203df1e42 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.740319] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2459c9-28aa-493d-b743-912cca9e8f8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749043] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for the task: (returnval){ [ 951.749043] env[62622]: value = "task-2701893" [ 951.749043] env[62622]: _type = "Task" [ 951.749043] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.760368] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.802735] env[62622]: DEBUG nova.network.neutron [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.804218] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.807244] env[62622]: DEBUG nova.compute.manager [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.813642] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.813642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b112be8-26cc-413b-a7b3-b1fe9204c67d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.824710] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.825561] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe09419-a2b6-46be-b5b6-5b1d964fa5b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.836593] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 951.836593] env[62622]: value = "task-2701894" [ 951.836593] env[62622]: _type = "Task" [ 951.836593] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.850593] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.991531] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.991800] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received event network-vif-unplugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.992106] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.992459] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.992459] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.992671] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] No waiting events found dispatching network-vif-unplugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.992888] env[62622]: WARNING nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received unexpected event network-vif-unplugged-5dd05449-a85d-416f-85ec-0e13b700c4a5 for instance with vm_state shelved and task_state shelving_offloading. [ 951.993093] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Received event network-changed-5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.993279] env[62622]: DEBUG nova.compute.manager [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Refreshing instance network info cache due to event network-changed-5dd05449-a85d-416f-85ec-0e13b700c4a5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.993637] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Acquiring lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.993637] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Acquired lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.993785] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Refreshing network info cache for port 5dd05449-a85d-416f-85ec-0e13b700c4a5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.010075] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701890, 'name': Rename_Task, 'duration_secs': 0.159293} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.010477] env[62622]: INFO nova.compute.manager [-] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Took 1.03 seconds to deallocate network for instance. [ 952.011067] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.012473] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91b1917-fd9c-4bca-8f6e-e4c33e38a425 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.024275] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 952.024275] env[62622]: value = "task-2701895" [ 952.024275] env[62622]: _type = "Task" [ 952.024275] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.035223] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.146038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.146038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.208441] env[62622]: DEBUG oslo_concurrency.lockutils [None req-14a56f02-23e1-420a-9bb2-1b3ac11b4522 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.209629] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.799s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.209907] env[62622]: DEBUG nova.objects.instance [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'resources' on Instance uuid b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.242400] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701892, 'name': PowerOffVM_Task, 'duration_secs': 0.231348} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.242558] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.242656] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.243620] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a607620-da94-4f86-ae77-02e7171a666b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.264394] env[62622]: DEBUG oslo_vmware.api [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Task: {'id': task-2701893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230861} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.268025] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.268025] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.268025] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.268025] env[62622]: INFO nova.compute.manager [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 952.268025] env[62622]: DEBUG oslo.service.loopingcall [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.268025] env[62622]: DEBUG nova.compute.manager [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.268025] env[62622]: DEBUG nova.network.neutron [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.317318] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Releasing lock "refresh_cache-e0b37c67-24b9-4652-9590-160540726fa8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.318469] env[62622]: DEBUG nova.compute.manager [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62622) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 952.318469] env[62622]: DEBUG nova.compute.manager [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] [instance: e0b37c67-24b9-4652-9590-160540726fa8] Skipping network deallocation for instance since networking was not requested. {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 952.327788] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.330729] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.330729] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 173a796e-2070-474e-b205-f78e5a1fe0dd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.330729] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e480907-e7e2-41a6-afa0-c74d0754b3b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.337744] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 952.337744] env[62622]: value = "task-2701897" [ 952.337744] env[62622]: _type = "Task" [ 952.337744] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.348260] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.353875] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701894, 'name': PowerOffVM_Task, 'duration_secs': 0.234858} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.359396] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.359585] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.360182] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.360409] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c98383-4774-4931-93f2-a9ae16f90b93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.362039] env[62622]: DEBUG nova.network.neutron [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.426497] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-ccaacac1-b728-43c4-97f6-233b5cdcf0ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.426848] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-ccaacac1-b728-43c4-97f6-233b5cdcf0ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.432480] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.432731] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.432959] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleting the datastore file [datastore1] 95d98b15-c4ee-495a-b3fb-a305b5c91c3f {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.433279] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21235a1b-62dc-4483-bdec-9304287d3eb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.443060] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for the task: (returnval){ [ 952.443060] env[62622]: value = "task-2701899" [ 952.443060] env[62622]: _type = "Task" [ 952.443060] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.454928] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.522023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.553338] env[62622]: DEBUG oslo_vmware.api [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2701895, 'name': PowerOnVM_Task, 'duration_secs': 0.511717} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.553789] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.554139] env[62622]: INFO nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Took 8.91 seconds to spawn the instance on the hypervisor. [ 952.554482] env[62622]: DEBUG nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.556110] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42831767-eed5-444e-932d-7dd01f234722 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.648453] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.718813] env[62622]: DEBUG nova.objects.instance [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'numa_topology' on Instance uuid b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.736174] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.736451] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.736662] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.736840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.737032] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.739844] env[62622]: INFO nova.compute.manager [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Terminating instance [ 952.744892] env[62622]: DEBUG nova.compute.manager [req-c68c2efd-64a5-4da4-affa-c179be0f105f req-fbd2b21e-4627-4bd8-88e0-9d60deecdbcc service nova] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Received event network-vif-deleted-0ae39657-3aab-459c-90c0-c672101f0842 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.819876] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updated VIF entry in instance network info cache for port 5dd05449-a85d-416f-85ec-0e13b700c4a5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.819876] env[62622]: DEBUG nova.network.neutron [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updating instance_info_cache with network_info: [{"id": "5dd05449-a85d-416f-85ec-0e13b700c4a5", "address": "fa:16:3e:24:72:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": null, "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5dd05449-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.853411] env[62622]: DEBUG oslo_vmware.api [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196272} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.853701] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.853927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.854158] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.854366] env[62622]: INFO nova.compute.manager [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.854744] env[62622]: DEBUG oslo.service.loopingcall [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.857592] env[62622]: DEBUG nova.compute.manager [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.857592] env[62622]: DEBUG nova.network.neutron [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.864942] env[62622]: INFO nova.compute.manager [-] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Took 1.28 seconds to deallocate network for instance. [ 952.930515] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.930836] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.931861] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a1762-19e8-43d7-9579-54b9bc37023f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.962572] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9015ae0-a962-474d-9bc3-b548084ce517 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.971519] env[62622]: DEBUG oslo_vmware.api [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Task: {'id': task-2701899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476265} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.990729] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.990729] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.990729] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.991041] env[62622]: INFO nova.compute.manager [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 952.991153] env[62622]: DEBUG oslo.service.loopingcall [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.997390] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfiguring VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 952.997678] env[62622]: DEBUG nova.compute.manager [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.997775] env[62622]: DEBUG nova.network.neutron [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.999619] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e11512-ab05-4851-a688-8753f30b10a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.021357] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 953.021357] env[62622]: value = "task-2701900" [ 953.021357] env[62622]: _type = "Task" [ 953.021357] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.033386] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.033846] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.081749] env[62622]: INFO nova.compute.manager [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Took 23.83 seconds to build instance. [ 953.152872] env[62622]: DEBUG nova.compute.manager [req-fb376543-7e90-414b-885d-d89d0fd3810f req-43df6077-b687-4bdf-92f1-797c2baea099 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Received event network-vif-deleted-d6488cf8-5baf-48a9-a3ef-d9fe29605f01 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.153223] env[62622]: INFO nova.compute.manager [req-fb376543-7e90-414b-885d-d89d0fd3810f req-43df6077-b687-4bdf-92f1-797c2baea099 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Neutron deleted interface d6488cf8-5baf-48a9-a3ef-d9fe29605f01; detaching it from the instance and deleting it from the info cache [ 953.153504] env[62622]: DEBUG nova.network.neutron [req-fb376543-7e90-414b-885d-d89d0fd3810f req-43df6077-b687-4bdf-92f1-797c2baea099 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.188273] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.220849] env[62622]: DEBUG nova.objects.base [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.244774] env[62622]: DEBUG nova.compute.manager [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.245087] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.246215] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d4be80-a008-4e04-b7d9-14e77567786a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.254580] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.257370] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75bf2298-4578-4564-9392-98c05cdb0579 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.265676] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 953.265676] env[62622]: value = "task-2701901" [ 953.265676] env[62622]: _type = "Task" [ 953.265676] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.274518] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.278326] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 953.279069] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544432', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'name': 'volume-995bf0c7-bb5d-4308-961d-1fdb24084127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9672b15-e7d9-456a-8e9c-61b8a1732741', 'attached_at': '', 'detached_at': '', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'serial': '995bf0c7-bb5d-4308-961d-1fdb24084127'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 953.279328] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48c4b9-d479-4940-9c99-267b240a90a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.300216] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed8063-5510-47e8-9dc3-8b9c3fe2b07b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.321629] env[62622]: DEBUG oslo_concurrency.lockutils [req-25e2071d-7a76-4ad3-bf21-53b5c49a742b req-00069b89-d886-438e-bbbb-8ea8116a661f service nova] Releasing lock "refresh_cache-b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.329213] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-995bf0c7-bb5d-4308-961d-1fdb24084127/volume-995bf0c7-bb5d-4308-961d-1fdb24084127.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.335083] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0bac2b-1e6a-41dc-8fef-bea7d8e3913e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.349301] env[62622]: DEBUG nova.network.neutron [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.357861] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 953.357861] env[62622]: value = "task-2701902" [ 953.357861] env[62622]: _type = "Task" [ 953.357861] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.359058] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e4aadc01-edb1-4f6c-b40b-53d34d13d1be tempest-ServersListShow296Test-406058975 tempest-ServersListShow296Test-406058975-project-member] Lock "e0b37c67-24b9-4652-9590-160540726fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.504s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.371697] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.374863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.400746] env[62622]: DEBUG nova.network.neutron [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.534410] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.580270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb7ea6-8d15-4a52-afaf-21f240d27bbc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.583595] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0980e73e-e72e-4121-b028-2cc32a1ffdbf tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.339s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.588020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd51e6-3d12-4bbf-bf01-30498897031a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.621013] env[62622]: DEBUG nova.network.neutron [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.622311] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba009f3d-f674-4902-901e-51ecd6396b89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.631938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b1a02-b449-4a6e-9d4b-5c072387d6b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.648063] env[62622]: DEBUG nova.compute.provider_tree [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.659093] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e551cee-34c2-4ac1-bc1c-e77bd47c842d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.671692] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3f968-0f12-4183-8e89-f041db071f12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.707471] env[62622]: DEBUG nova.compute.manager [req-fb376543-7e90-414b-885d-d89d0fd3810f req-43df6077-b687-4bdf-92f1-797c2baea099 service nova] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Detach interface failed, port_id=d6488cf8-5baf-48a9-a3ef-d9fe29605f01, reason: Instance 173a796e-2070-474e-b205-f78e5a1fe0dd could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.775840] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701901, 'name': PowerOffVM_Task, 'duration_secs': 0.370883} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.776231] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.776288] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.776533] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784649d9-f0d9-40d9-ba1c-1d0ff8b181c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.844104] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.844344] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.844526] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleting the datastore file [datastore1] 75db9ed8-1c5a-403f-86ea-5f06a7291f3a {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.844824] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7396ad06-cb2d-46fc-aa49-902770ce77da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.853089] env[62622]: INFO nova.compute.manager [-] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Took 0.86 seconds to deallocate network for instance. [ 953.853457] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 953.853457] env[62622]: value = "task-2701904" [ 953.853457] env[62622]: _type = "Task" [ 953.853457] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.868368] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.873974] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.903518] env[62622]: INFO nova.compute.manager [-] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Took 1.64 seconds to deallocate network for instance. [ 954.035905] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.126334] env[62622]: INFO nova.compute.manager [-] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Took 1.27 seconds to deallocate network for instance. [ 954.151383] env[62622]: DEBUG nova.scheduler.client.report [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.367402] env[62622]: DEBUG oslo_vmware.api [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261045} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.368260] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.368592] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.368910] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.369338] env[62622]: INFO nova.compute.manager [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 954.369710] env[62622]: DEBUG oslo.service.loopingcall [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.373602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.373847] env[62622]: DEBUG nova.compute.manager [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.373964] env[62622]: DEBUG nova.network.neutron [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.375729] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701902, 'name': ReconfigVM_Task, 'duration_secs': 0.739958} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.376013] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-995bf0c7-bb5d-4308-961d-1fdb24084127/volume-995bf0c7-bb5d-4308-961d-1fdb24084127.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.383232] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f18d93-db73-4463-9354-dc74ee440379 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.402415] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 954.402415] env[62622]: value = "task-2701905" [ 954.402415] env[62622]: _type = "Task" [ 954.402415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.413381] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.413666] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.538928] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.633082] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.661021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.448s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.661021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.314s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.662737] env[62622]: INFO nova.compute.claims [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.790875] env[62622]: DEBUG nova.compute.manager [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Received event network-vif-deleted-4bb384e9-9714-4e33-9238-6323f93aa8ca {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.790875] env[62622]: DEBUG nova.compute.manager [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Received event network-vif-deleted-1b476927-ea6c-43b5-a9b2-125fae63b303 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.790875] env[62622]: DEBUG nova.compute.manager [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Received event network-changed-c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.790875] env[62622]: DEBUG nova.compute.manager [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Refreshing instance network info cache due to event network-changed-c8c21d8d-b8c5-411e-9689-f95370e6eacf. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.790875] env[62622]: DEBUG oslo_concurrency.lockutils [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.790875] env[62622]: DEBUG oslo_concurrency.lockutils [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.790875] env[62622]: DEBUG nova.network.neutron [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Refreshing network info cache for port c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.913099] env[62622]: DEBUG oslo_vmware.api [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701905, 'name': ReconfigVM_Task, 'duration_secs': 0.214507} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.913279] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544432', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'name': 'volume-995bf0c7-bb5d-4308-961d-1fdb24084127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9672b15-e7d9-456a-8e9c-61b8a1732741', 'attached_at': '', 'detached_at': '', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'serial': '995bf0c7-bb5d-4308-961d-1fdb24084127'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 955.037525] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.174788] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9cf29cab-de3f-422d-872e-404f07322c39 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.004s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.179033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.143s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.179033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.179033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.179033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.179276] env[62622]: INFO nova.compute.manager [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Terminating instance [ 955.363636] env[62622]: DEBUG nova.network.neutron [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.538120] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.539655] env[62622]: DEBUG nova.network.neutron [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updated VIF entry in instance network info cache for port c8c21d8d-b8c5-411e-9689-f95370e6eacf. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.540010] env[62622]: DEBUG nova.network.neutron [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.683064] env[62622]: DEBUG nova.compute.manager [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.683313] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.683612] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-002f7185-92fc-47ec-b441-9126c5bdf2ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.693464] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d044ffd-dffc-47de-964e-f093b49c76ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.737562] env[62622]: WARNING nova.virt.vmwareapi.vmops [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6 could not be found. [ 955.737874] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.738112] env[62622]: INFO nova.compute.manager [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 955.738398] env[62622]: DEBUG oslo.service.loopingcall [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.740960] env[62622]: DEBUG nova.compute.manager [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.741110] env[62622]: DEBUG nova.network.neutron [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.866729] env[62622]: INFO nova.compute.manager [-] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Took 1.49 seconds to deallocate network for instance. [ 955.972108] env[62622]: DEBUG nova.objects.instance [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'flavor' on Instance uuid a9672b15-e7d9-456a-8e9c-61b8a1732741 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.987064] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e27fde-d709-4a77-ac4a-2dc937e147bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.996306] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04254505-f2a5-4e58-b9ba-e37dc2e3713d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.026499] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3d61a-0f91-4368-a69b-3ecbe978694c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.039748] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c26e1-70c1-403b-aa64-844fc80cbf68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.043688] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.046114] env[62622]: DEBUG oslo_concurrency.lockutils [req-9322edb4-5e97-4e37-933e-5951683b0cae req-9acc8d6e-01f2-479a-bc0b-4594e9e697d2 service nova] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.054212] env[62622]: DEBUG nova.compute.provider_tree [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.147608] env[62622]: INFO nova.compute.manager [None req-d3965e5a-b755-43b4-8f89-5e76e6e6dad9 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Get console output [ 956.147894] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-d3965e5a-b755-43b4-8f89-5e76e6e6dad9 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] The console log is missing. Check your VSPC configuration [ 956.373584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.471278] env[62622]: DEBUG nova.network.neutron [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.476510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9f833e38-03c2-471e-b268-cded47310a64 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.323s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.539189] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.557322] env[62622]: DEBUG nova.scheduler.client.report [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.710125] env[62622]: INFO nova.compute.manager [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Rescuing [ 956.710790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.710790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.710790] env[62622]: DEBUG nova.network.neutron [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.846920] env[62622]: DEBUG nova.compute.manager [req-45678017-846b-4609-8dd0-2c5aa3903293 req-b62f5f2b-123d-4ff1-a588-3fc5e33fb9b8 service nova] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Received event network-vif-deleted-4e12c87b-bfb4-4555-a4a4-182839539ae0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.975143] env[62622]: INFO nova.compute.manager [-] [instance: b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6] Took 1.23 seconds to deallocate network for instance. [ 957.040305] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.062611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.063215] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.066569] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.548s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.066863] env[62622]: DEBUG nova.objects.instance [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lazy-loading 'resources' on Instance uuid 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.222177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.222532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.222757] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.222973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.223172] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.225644] env[62622]: INFO nova.compute.manager [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Terminating instance [ 957.448968] env[62622]: DEBUG nova.network.neutron [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.543177] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.572525] env[62622]: DEBUG nova.compute.utils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.574462] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.574813] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.637230] env[62622]: DEBUG nova.policy [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '397fb319121846c9ad9eef0975eb3e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8af2f0be4054d13ac7912e96c7803c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.730085] env[62622]: DEBUG nova.compute.manager [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.730374] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.731287] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc64e33-8fb5-41a1-997d-d28698f56fc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.740391] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.742977] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1bac40e-a8cd-408b-b2ac-be40246cb50f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.752015] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 957.752015] env[62622]: value = "task-2701906" [ 957.752015] env[62622]: _type = "Task" [ 957.752015] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.760140] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.875580] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb9373-23f1-44e6-9403-5d58188f2781 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.884050] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b892f9e-48e7-486b-8f13-d3d62a6c994a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.917803] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300627c1-2b8c-4386-866b-637cca676d1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.926074] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c050ba-8cf4-4a2d-bfc6-4dd278a90513 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.940414] env[62622]: DEBUG nova.compute.provider_tree [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.951889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.999977] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c1d7e2f0-8112-44ee-82ca-f0ed7c0e1883 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "b9a01ce2-b128-41dc-a1ff-ee9e5fa90ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.824s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.040999] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.041860] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Successfully created port: ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.077914] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.262659] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701906, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.286920] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.287191] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.444103] env[62622]: DEBUG nova.scheduler.client.report [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.544957] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.767155] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701906, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.790679] env[62622]: DEBUG nova.compute.utils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 958.949895] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.954249] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.765s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.955743] env[62622]: INFO nova.compute.claims [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.981717] env[62622]: INFO nova.scheduler.client.report [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Deleted allocations for instance 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db [ 959.045281] env[62622]: DEBUG oslo_vmware.api [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701900, 'name': ReconfigVM_Task, 'duration_secs': 6.00786} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.045948] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.046200] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Reconfigured VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 959.089885] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.125768] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.126701] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.127254] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.127254] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.127407] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.127468] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.127716] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.127896] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.128190] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.128338] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.128674] env[62622]: DEBUG nova.virt.hardware [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.129452] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465147e-5ec4-40c6-be18-ccbb112991d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.138304] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370d076f-6c08-49f2-b0f3-56c180dc6342 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.243079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.243398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.264931] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701906, 'name': PowerOffVM_Task, 'duration_secs': 1.261159} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.265913] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.265913] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.266620] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4b58ad-a700-4c8b-93d9-5f0a5a31d482 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.294776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.355783] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.356274] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.356567] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleting the datastore file [datastore2] e264262f-cfa2-4c34-9444-7bc6fbfdbaea {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.356863] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1c965d7-3d55-4da9-82e2-ef9521204901 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.364163] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 959.364163] env[62622]: value = "task-2701908" [ 959.364163] env[62622]: _type = "Task" [ 959.364163] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.376009] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.498767] env[62622]: DEBUG oslo_concurrency.lockutils [None req-12555b92-5648-47b2-85f0-6a4faba1a27a tempest-ServerShowV247Test-1203865964 tempest-ServerShowV247Test-1203865964-project-member] Lock "2fc8f65d-6ed5-43df-8a82-9637c7a5e6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.289s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.508786] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.508786] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b08251-014d-4755-af1d-c77a7ca91f65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.515655] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 959.515655] env[62622]: value = "task-2701909" [ 959.515655] env[62622]: _type = "Task" [ 959.515655] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.524584] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.719252] env[62622]: DEBUG nova.compute.manager [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-deleted-ccaacac1-b728-43c4-97f6-233b5cdcf0ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.719455] env[62622]: INFO nova.compute.manager [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Neutron deleted interface ccaacac1-b728-43c4-97f6-233b5cdcf0ce; detaching it from the instance and deleting it from the info cache [ 959.719943] env[62622]: DEBUG nova.network.neutron [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316b148-f81a-4533-977a-d0681845ca14", "address": "fa:16:3e:90:fa:71", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3316b148-f8", "ovs_interfaceid": "3316b148-f81a-4533-977a-d0681845ca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.745633] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.805405] env[62622]: DEBUG nova.compute.manager [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Received event network-vif-plugged-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.805624] env[62622]: DEBUG oslo_concurrency.lockutils [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] Acquiring lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.805830] env[62622]: DEBUG oslo_concurrency.lockutils [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.809027] env[62622]: DEBUG oslo_concurrency.lockutils [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.809027] env[62622]: DEBUG nova.compute.manager [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] No waiting events found dispatching network-vif-plugged-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.809027] env[62622]: WARNING nova.compute.manager [req-056f8f46-7635-4f50-8fec-95f814338956 req-8eaf9bb9-0012-49b4-9b92-6b8bb080dc29 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Received unexpected event network-vif-plugged-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad for instance with vm_state building and task_state spawning. [ 959.813552] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Successfully updated port: ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.879442] env[62622]: DEBUG oslo_vmware.api [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.880026] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.880123] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.884902] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.884902] env[62622]: INFO nova.compute.manager [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Took 2.15 seconds to destroy the instance on the hypervisor. [ 959.884902] env[62622]: DEBUG oslo.service.loopingcall [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.884902] env[62622]: DEBUG nova.compute.manager [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.884902] env[62622]: DEBUG nova.network.neutron [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.034355] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701909, 'name': PowerOffVM_Task, 'duration_secs': 0.222008} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.034452] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.035430] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8f0edf-5c47-4a08-be41-c66692e2afeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.063435] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25068a-ebbd-416c-abbb-3faa8e09256c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.111527] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.111869] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f1ec5b-1f17-4526-8899-736afa4c3cb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.119057] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 960.119057] env[62622]: value = "task-2701910" [ 960.119057] env[62622]: _type = "Task" [ 960.119057] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.127466] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.226238] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.226238] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] Acquired lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.226238] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c9a65-6629-4407-919d-55b7350b4e1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.244288] env[62622]: DEBUG oslo_concurrency.lockutils [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] Releasing lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.244464] env[62622]: WARNING nova.compute.manager [req-1ffe523b-d288-4b4d-9118-94552d3a3acc req-e7188efe-5945-440c-81eb-91fee25b1ce4 service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Detach interface failed, port_id=ccaacac1-b728-43c4-97f6-233b5cdcf0ce, reason: No device with interface-id ccaacac1-b728-43c4-97f6-233b5cdcf0ce exists on VM: nova.exception.NotFound: No device with interface-id ccaacac1-b728-43c4-97f6-233b5cdcf0ce exists on VM [ 960.273606] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.317258] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.317376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.317540] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.379579] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656c138-8ae4-4bc3-b5b0-b106d03f7122 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.390378] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f875a-9f24-47a1-98e8-99e8a42d581f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.426058] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.426333] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.426570] env[62622]: INFO nova.compute.manager [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Attaching volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e to /dev/sdb [ 960.429305] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8804c1ac-79ae-430e-b53d-2ad96decc6f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.439645] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba69386-7661-4978-8092-5232029e74fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.454462] env[62622]: DEBUG nova.compute.provider_tree [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.476125] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abadb0-3a37-42d7-994b-e1e92f481e96 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.485015] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef74f1ff-2232-4eb1-aa45-e8c56768e034 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.500026] env[62622]: DEBUG nova.virt.block_device [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating existing volume attachment record: 746b7c8b-1028-4e47-afcd-9ea173036306 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.629415] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.629698] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.629926] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.630096] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.630282] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.630539] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e75008f-e118-4a9f-8fa7-18efbdb7a4b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.639654] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.639849] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.640606] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79994f72-a7d1-46cf-8e0f-20af9a1a7729 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.652962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.652962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.652962] env[62622]: DEBUG nova.network.neutron [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.652962] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 960.652962] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52660eda-608b-3e4f-b2cc-593b8806aefb" [ 960.652962] env[62622]: _type = "Task" [ 960.652962] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.668019] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52660eda-608b-3e4f-b2cc-593b8806aefb, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.669113] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6279feb-bf88-4219-bafc-1924147e4ed9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.676667] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 960.676667] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af7605-8e86-2c21-0aab-a536fec2c96d" [ 960.676667] env[62622]: _type = "Task" [ 960.676667] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.686119] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af7605-8e86-2c21-0aab-a536fec2c96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.923833] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.957448] env[62622]: DEBUG nova.scheduler.client.report [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.187556] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52af7605-8e86-2c21-0aab-a536fec2c96d, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.188647] env[62622]: DEBUG nova.network.neutron [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updating instance_info_cache with network_info: [{"id": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "address": "fa:16:3e:fd:0a:44", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec68a4b7-9f", "ovs_interfaceid": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.190090] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.190221] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. {{(pid=62622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 961.192170] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d221bca6-1f2c-4283-8afd-9dd7135b62d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.197543] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 961.197543] env[62622]: value = "task-2701914" [ 961.197543] env[62622]: _type = "Task" [ 961.197543] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.207380] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.286376] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.286723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.287079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.287433] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.287695] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.291592] env[62622]: INFO nova.compute.manager [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Terminating instance [ 961.385585] env[62622]: DEBUG nova.network.neutron [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.467633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.468272] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.471511] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.097s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.471751] env[62622]: DEBUG nova.objects.instance [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lazy-loading 'resources' on Instance uuid 363761c8-6e14-4326-8687-653d15d9ceb8 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.560537] env[62622]: INFO nova.network.neutron [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Port 3316b148-f81a-4533-977a-d0681845ca14 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 961.560975] env[62622]: DEBUG nova.network.neutron [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [{"id": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "address": "fa:16:3e:7b:a2:5b", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8652b25-37", "ovs_interfaceid": "c8652b25-3707-44f2-b58a-2f9d9d2f4296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.692265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.692685] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Instance network_info: |[{"id": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "address": "fa:16:3e:fd:0a:44", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec68a4b7-9f", "ovs_interfaceid": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.693270] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:0a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec68a4b7-9f45-45e0-96f4-5f67b590f5ad', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.706287] env[62622]: DEBUG oslo.service.loopingcall [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.707047] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.710911] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11253b75-ecb8-4424-a091-62708fa4220e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.733712] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518429} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.735096] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk. [ 961.737029] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.737029] env[62622]: value = "task-2701915" [ 961.737029] env[62622]: _type = "Task" [ 961.737029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.737029] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4884389-bd37-43bc-adf9-7993d0c7c841 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.747723] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701915, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.775403] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.776744] env[62622]: DEBUG nova.compute.manager [req-2df1ba79-e11c-4175-8f53-588604915d7e req-a4580936-f203-4185-a595-08d87d5ad28f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-deleted-3316b148-f81a-4533-977a-d0681845ca14 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.777553] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a2d51e-d2fe-47d2-a64d-8234fcf23ed2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.796770] env[62622]: DEBUG nova.compute.manager [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.796992] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.798183] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71976162-860c-4327-be56-800c16cce2b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.802790] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 961.802790] env[62622]: value = "task-2701916" [ 961.802790] env[62622]: _type = "Task" [ 961.802790] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.810165] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.810829] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0b483d-2e61-42b2-bfc1-3d748d5db092 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.816226] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.819700] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 961.819700] env[62622]: value = "task-2701917" [ 961.819700] env[62622]: _type = "Task" [ 961.819700] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.828545] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.855530] env[62622]: DEBUG nova.compute.manager [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Received event network-changed-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.855769] env[62622]: DEBUG nova.compute.manager [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Refreshing instance network info cache due to event network-changed-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.856049] env[62622]: DEBUG oslo_concurrency.lockutils [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] Acquiring lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.857138] env[62622]: DEBUG oslo_concurrency.lockutils [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] Acquired lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857138] env[62622]: DEBUG nova.network.neutron [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Refreshing network info cache for port ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.888853] env[62622]: INFO nova.compute.manager [-] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Took 2.01 seconds to deallocate network for instance. [ 961.976890] env[62622]: DEBUG nova.compute.utils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 961.981807] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.982063] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.040760] env[62622]: DEBUG nova.policy [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fccf5ef59741fea24a00e4c2a27e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3a5ca1daa54fe69d9cc06fbfac3739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.064268] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-36e5fe3b-e767-4374-8f47-53f6815a9af3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.250863] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701915, 'name': CreateVM_Task, 'duration_secs': 0.385756} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.251246] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.251821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.252044] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.252405] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.252754] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b8ced7-a272-4cf0-bbe8-f0f6f3de0d74 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.258085] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 962.258085] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a61c14-d6b4-f8b0-7d1d-f13aa7b82d46" [ 962.258085] env[62622]: _type = "Task" [ 962.258085] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.268254] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a61c14-d6b4-f8b0-7d1d-f13aa7b82d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.312883] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701916, 'name': ReconfigVM_Task, 'duration_secs': 0.413756} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.315533] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741/494029ea-a5c5-4db8-8f38-96c760c3eb78-rescue.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.316760] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db36ba-bb79-495e-8e5f-1981aac073ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.349292] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93bf01a-194d-494d-badd-39cc743e2d19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.365493] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701917, 'name': PowerOffVM_Task, 'duration_secs': 0.284005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.366160] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.366337] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.366860] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c276d88-422a-4f75-b525-7d42ea5e4d7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.370299] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 962.370299] env[62622]: value = "task-2701918" [ 962.370299] env[62622]: _type = "Task" [ 962.370299] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.375408] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67377952-9f40-43fe-b531-d5025c4ffd7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.381036] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.385059] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044439b-9348-4547-a77b-0f44bf8263ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.416801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.420236] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce84d8-c501-4486-8bbf-1dfd6ac275e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.428167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64519e06-2fdf-4237-ab35-c6385a9f8bb5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.442900] env[62622]: DEBUG nova.compute.provider_tree [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.475743] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.475961] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.476229] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleting the datastore file [datastore1] 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.476422] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4904a2fe-ddb7-4450-bac0-dd38ac619b3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.482216] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.488018] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 962.488018] env[62622]: value = "task-2701920" [ 962.488018] env[62622]: _type = "Task" [ 962.488018] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.495641] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.542791] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Successfully created port: af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.569084] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a733c74-68bb-483d-b417-0a473cc1845b tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-36e5fe3b-e767-4374-8f47-53f6815a9af3-ccaacac1-b728-43c4-97f6-233b5cdcf0ce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.142s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.609249] env[62622]: DEBUG nova.network.neutron [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updated VIF entry in instance network info cache for port ec68a4b7-9f45-45e0-96f4-5f67b590f5ad. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.609249] env[62622]: DEBUG nova.network.neutron [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updating instance_info_cache with network_info: [{"id": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "address": "fa:16:3e:fd:0a:44", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec68a4b7-9f", "ovs_interfaceid": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.769388] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a61c14-d6b4-f8b0-7d1d-f13aa7b82d46, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.769388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.769388] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.769388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.769388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.769388] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.769689] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-709cbf0a-5592-4daa-ad75-3e99215cbeb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.777618] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.777791] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.778542] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce54fb4-af48-485b-ab18-b2e5bf70bf14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.783629] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 962.783629] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211bc3d-242e-afd1-ab73-53e5318f2de7" [ 962.783629] env[62622]: _type = "Task" [ 962.783629] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.795015] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211bc3d-242e-afd1-ab73-53e5318f2de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.880268] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701918, 'name': ReconfigVM_Task, 'duration_secs': 0.204543} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.880581] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.880843] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2710202-fb19-4ecf-bc4e-e3cf0f82cf3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.887130] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 962.887130] env[62622]: value = "task-2701921" [ 962.887130] env[62622]: _type = "Task" [ 962.887130] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.897527] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.944802] env[62622]: DEBUG nova.scheduler.client.report [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.004889] env[62622]: DEBUG oslo_vmware.api [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2701920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173799} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.005527] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.006101] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.006554] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.009769] env[62622]: INFO nova.compute.manager [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 963.009769] env[62622]: DEBUG oslo.service.loopingcall [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.009769] env[62622]: DEBUG nova.compute.manager [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.009769] env[62622]: DEBUG nova.network.neutron [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.071962] env[62622]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3316b148-f81a-4533-977a-d0681845ca14 could not be found.", "detail": ""}} {{(pid=62622) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 963.072297] env[62622]: DEBUG nova.network.neutron [-] Unable to show port 3316b148-f81a-4533-977a-d0681845ca14 as it no longer exists. {{(pid=62622) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 963.111184] env[62622]: DEBUG oslo_concurrency.lockutils [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] Releasing lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.111385] env[62622]: DEBUG nova.compute.manager [req-ca74fb31-85c0-4e52-9959-530118859f79 req-29fa26fe-1f80-4a8d-bb02-6dfef90c98f0 service nova] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Received event network-vif-deleted-43afe272-5567-4475-a4dc-755578b1f6d5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.296807] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211bc3d-242e-afd1-ab73-53e5318f2de7, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.298288] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645469ab-9b5b-4535-bb87-5b5e0373e64e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.308415] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 963.308415] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272052c-bfc7-78be-e97b-9df450e02d5f" [ 963.308415] env[62622]: _type = "Task" [ 963.308415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.318656] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272052c-bfc7-78be-e97b-9df450e02d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.402273] env[62622]: DEBUG oslo_vmware.api [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701921, 'name': PowerOnVM_Task, 'duration_secs': 0.45724} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.402273] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.406185] env[62622]: DEBUG nova.compute.manager [None req-7865c844-7de8-40ed-98f8-e9f8e0af6030 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.407070] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54977a00-d355-49f2-9ca0-af273e784898 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.451265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.457434] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.083s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.457434] env[62622]: DEBUG nova.objects.instance [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lazy-loading 'resources' on Instance uuid 95d98b15-c4ee-495a-b3fb-a305b5c91c3f {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.488343] env[62622]: INFO nova.scheduler.client.report [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Deleted allocations for instance 363761c8-6e14-4326-8687-653d15d9ceb8 [ 963.493867] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.524024] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.524625] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.524793] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.525013] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.525195] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.525353] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.525556] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.525715] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.525883] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.526405] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.526615] env[62622]: DEBUG nova.virt.hardware [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.527818] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc4de6-6578-4ddd-9c3f-8e48f2c1dfee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538054] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d465da6-dd9a-43b4-94f2-76aa0bbc872f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.805497] env[62622]: DEBUG nova.compute.manager [req-223108d7-f3e1-4df6-8755-2ad0ad958d15 req-ecf0096b-9735-4b6a-b46c-532237a1f60f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Received event network-vif-deleted-c8652b25-3707-44f2-b58a-2f9d9d2f4296 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.805649] env[62622]: INFO nova.compute.manager [req-223108d7-f3e1-4df6-8755-2ad0ad958d15 req-ecf0096b-9735-4b6a-b46c-532237a1f60f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Neutron deleted interface c8652b25-3707-44f2-b58a-2f9d9d2f4296; detaching it from the instance and deleting it from the info cache [ 963.805842] env[62622]: DEBUG nova.network.neutron [req-223108d7-f3e1-4df6-8755-2ad0ad958d15 req-ecf0096b-9735-4b6a-b46c-532237a1f60f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.820056] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5272052c-bfc7-78be-e97b-9df450e02d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.016784} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.821194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.821194] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 27179519-b0d4-43ba-b8fb-db729d0571b5/27179519-b0d4-43ba-b8fb-db729d0571b5.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.821194] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f1f796-117b-4ef9-b064-549aa2ba0a20 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.828388] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 963.828388] env[62622]: value = "task-2701923" [ 963.828388] env[62622]: _type = "Task" [ 963.828388] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.837864] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.001337] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46f3540a-6b3e-4553-8025-44cf1279f103 tempest-ServersNegativeTestMultiTenantJSON-2095139164 tempest-ServersNegativeTestMultiTenantJSON-2095139164-project-member] Lock "363761c8-6e14-4326-8687-653d15d9ceb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.064s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.114485] env[62622]: DEBUG nova.compute.manager [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Received event network-vif-plugged-af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.114750] env[62622]: DEBUG oslo_concurrency.lockutils [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] Acquiring lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.115061] env[62622]: DEBUG oslo_concurrency.lockutils [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.115264] env[62622]: DEBUG oslo_concurrency.lockutils [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.116716] env[62622]: DEBUG nova.compute.manager [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] No waiting events found dispatching network-vif-plugged-af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.116716] env[62622]: WARNING nova.compute.manager [req-1992972a-78bd-46e1-984c-fd10eab8d419 req-bd696dc4-c80f-4a5c-b275-71f0c4794ff4 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Received unexpected event network-vif-plugged-af812bdd-d7ee-449f-9731-5809807db64f for instance with vm_state building and task_state spawning. [ 964.222764] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Successfully updated port: af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.284047] env[62622]: DEBUG nova.network.neutron [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.308737] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e94a1368-d644-4fe1-bc6a-c172c378a685 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.328021] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa62dd-3590-451c-8bac-0479307d4817 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.360645] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.378628] env[62622]: DEBUG nova.compute.manager [req-223108d7-f3e1-4df6-8755-2ad0ad958d15 req-ecf0096b-9735-4b6a-b46c-532237a1f60f service nova] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Detach interface failed, port_id=c8652b25-3707-44f2-b58a-2f9d9d2f4296, reason: Instance 36e5fe3b-e767-4374-8f47-53f6815a9af3 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 964.391418] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a86ad3-e7f9-4210-87d3-c3d48c12d2f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.405542] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f0533-f430-4054-9a6e-9e713e2d75c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.451441] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034aec10-272e-4862-ad36-8a7076438ed0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.462063] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "c17d989c-f044-4740-a16a-a185eea720b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.462323] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.464864] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54108f47-4f3a-4c7c-9eae-4faf8a229af6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.479238] env[62622]: DEBUG nova.compute.provider_tree [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.726452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.726452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.726452] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.788831] env[62622]: INFO nova.compute.manager [-] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Took 1.78 seconds to deallocate network for instance. [ 964.858415] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581698} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.858415] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 27179519-b0d4-43ba-b8fb-db729d0571b5/27179519-b0d4-43ba-b8fb-db729d0571b5.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.858708] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.858792] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-272876f6-6a82-4819-8647-734350340e14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.866578] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 964.866578] env[62622]: value = "task-2701924" [ 964.866578] env[62622]: _type = "Task" [ 964.866578] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.877639] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.882747] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.885018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.970197] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.983046] env[62622]: DEBUG nova.scheduler.client.report [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.267212] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.299793] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.382767] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.385377] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.387270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53dd35c-c31c-42f3-ab9b-f94203dc2523 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.390199] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.412410] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 27179519-b0d4-43ba-b8fb-db729d0571b5/27179519-b0d4-43ba-b8fb-db729d0571b5.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.412772] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe44a19b-8fbc-42ad-a873-c4ccbfb7eeca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.434692] env[62622]: DEBUG nova.network.neutron [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Updating instance_info_cache with network_info: [{"id": "af812bdd-d7ee-449f-9731-5809807db64f", "address": "fa:16:3e:d8:b6:bd", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf812bdd-d7", "ovs_interfaceid": "af812bdd-d7ee-449f-9731-5809807db64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.440909] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 965.440909] env[62622]: value = "task-2701925" [ 965.440909] env[62622]: _type = "Task" [ 965.440909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.450681] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.491350] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.493211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.079s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.494151] env[62622]: DEBUG nova.objects.instance [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lazy-loading 'resources' on Instance uuid 523b093d-c3ff-4f1a-9c03-fe4203df1e42 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.497188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.523818] env[62622]: INFO nova.scheduler.client.report [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Deleted allocations for instance 95d98b15-c4ee-495a-b3fb-a305b5c91c3f [ 965.529674] env[62622]: INFO nova.compute.manager [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Unrescuing [ 965.529935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.530535] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.531580] env[62622]: DEBUG nova.network.neutron [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.557528] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 965.557528] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 965.557701] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927807df-b83a-4fe4-a74f-b631d2ebf246 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.579038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc6c8f-86df-4e0c-8bec-ce3d7764d4c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605621] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.606542] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a823445-5c6c-411c-8d32-a02708676afe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.627211] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 965.627211] env[62622]: value = "task-2701926" [ 965.627211] env[62622]: _type = "Task" [ 965.627211] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.637519] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.910984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.935996] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.936453] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Instance network_info: |[{"id": "af812bdd-d7ee-449f-9731-5809807db64f", "address": "fa:16:3e:d8:b6:bd", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf812bdd-d7", "ovs_interfaceid": "af812bdd-d7ee-449f-9731-5809807db64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.936912] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:b6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af812bdd-d7ee-449f-9731-5809807db64f', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.944644] env[62622]: DEBUG oslo.service.loopingcall [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.944908] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.948564] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b61ab7cd-4961-49ee-b823-b645d2c23f23 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.968971] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701925, 'name': ReconfigVM_Task, 'duration_secs': 0.397341} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.970365] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 27179519-b0d4-43ba-b8fb-db729d0571b5/27179519-b0d4-43ba-b8fb-db729d0571b5.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.971125] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.971125] env[62622]: value = "task-2701927" [ 965.971125] env[62622]: _type = "Task" [ 965.971125] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.971125] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6412a893-0244-424e-aa75-2c86daf21d32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.981570] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701927, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.982860] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 965.982860] env[62622]: value = "task-2701928" [ 965.982860] env[62622]: _type = "Task" [ 965.982860] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.037602] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f487f48a-ac5f-4ac9-930c-5982d29e135e tempest-ServerRescueTestJSON-414893218 tempest-ServerRescueTestJSON-414893218-project-member] Lock "95d98b15-c4ee-495a-b3fb-a305b5c91c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.747s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.140511] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.343229] env[62622]: DEBUG nova.network.neutron [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.363118] env[62622]: DEBUG nova.compute.manager [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Received event network-changed-af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.363521] env[62622]: DEBUG nova.compute.manager [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Refreshing instance network info cache due to event network-changed-af812bdd-d7ee-449f-9731-5809807db64f. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.363762] env[62622]: DEBUG oslo_concurrency.lockutils [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] Acquiring lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.364169] env[62622]: DEBUG oslo_concurrency.lockutils [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] Acquired lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.364169] env[62622]: DEBUG nova.network.neutron [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Refreshing network info cache for port af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.370137] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4694b4-52c8-49e5-83a0-da99bb6dfda5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.381679] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b5d696-d523-4dee-bedf-1e454e15be3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.423716] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee9deb-991e-4533-9539-7a2a577004fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.432721] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe2f8c-f081-4e8d-ad71-8648251df074 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.450538] env[62622]: DEBUG nova.compute.provider_tree [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.484014] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701927, 'name': CreateVM_Task, 'duration_secs': 0.468822} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.487528] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.489386] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.489594] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.489912] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.490543] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288824b6-2312-4286-b635-c2e599fa867d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.497199] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701928, 'name': Rename_Task, 'duration_secs': 0.196316} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.498449] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.498795] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 966.498795] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ddfa30-b161-5df9-562a-1ae3c3b9a376" [ 966.498795] env[62622]: _type = "Task" [ 966.498795] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.499055] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30f39061-ed8a-448f-b414-5a53da8fe373 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.511077] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ddfa30-b161-5df9-562a-1ae3c3b9a376, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.512347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.512588] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.512815] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.513163] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.513439] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.513708] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 966.513708] env[62622]: value = "task-2701929" [ 966.513708] env[62622]: _type = "Task" [ 966.513708] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.513929] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90d6070-d722-4d0e-9b66-98eec9367d7e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.525337] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.526998] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.527203] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.527898] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1de7779-a609-44ef-9746-de51827bdd0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.534088] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 966.534088] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c23233-6d8b-211e-8fef-7a9cfddcc366" [ 966.534088] env[62622]: _type = "Task" [ 966.534088] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.546021] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c23233-6d8b-211e-8fef-7a9cfddcc366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.639252] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701926, 'name': ReconfigVM_Task, 'duration_secs': 0.684672} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.639592] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.645343] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc057a5-2f86-4eab-b79a-963bb20369da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.662189] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 966.662189] env[62622]: value = "task-2701930" [ 966.662189] env[62622]: _type = "Task" [ 966.662189] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.672133] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.845716] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.846396] env[62622]: DEBUG nova.objects.instance [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'flavor' on Instance uuid a9672b15-e7d9-456a-8e9c-61b8a1732741 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.954050] env[62622]: DEBUG nova.scheduler.client.report [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.027554] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.045038] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c23233-6d8b-211e-8fef-7a9cfddcc366, 'name': SearchDatastore_Task, 'duration_secs': 0.017363} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.045951] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471a7175-b7bf-4fe5-a447-f6bdac18296f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.052279] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 967.052279] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ffa940-0b0a-de87-1803-f018729b96b3" [ 967.052279] env[62622]: _type = "Task" [ 967.052279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.066887] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ffa940-0b0a-de87-1803-f018729b96b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.106390] env[62622]: DEBUG nova.network.neutron [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Updated VIF entry in instance network info cache for port af812bdd-d7ee-449f-9731-5809807db64f. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.106752] env[62622]: DEBUG nova.network.neutron [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Updating instance_info_cache with network_info: [{"id": "af812bdd-d7ee-449f-9731-5809807db64f", "address": "fa:16:3e:d8:b6:bd", "network": {"id": "45641b78-ca08-495c-bb37-8f869f6f3712", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-753260640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c3a5ca1daa54fe69d9cc06fbfac3739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf812bdd-d7", "ovs_interfaceid": "af812bdd-d7ee-449f-9731-5809807db64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.172919] env[62622]: DEBUG oslo_vmware.api [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701930, 'name': ReconfigVM_Task, 'duration_secs': 0.184117} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.173397] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 967.357017] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495ae354-f4ce-4a76-b1ff-9408f1f16146 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.389147] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.389563] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd7e2ff-fdbb-4a02-9bb6-bbd3b0f2a178 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.397845] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 967.397845] env[62622]: value = "task-2701931" [ 967.397845] env[62622]: _type = "Task" [ 967.397845] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.412561] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.458970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.461583] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.829s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.461827] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.464143] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.091s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.464372] env[62622]: DEBUG nova.objects.instance [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'resources' on Instance uuid 75db9ed8-1c5a-403f-86ea-5f06a7291f3a {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.489500] env[62622]: INFO nova.scheduler.client.report [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocations for instance 173a796e-2070-474e-b205-f78e5a1fe0dd [ 967.493755] env[62622]: INFO nova.scheduler.client.report [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Deleted allocations for instance 523b093d-c3ff-4f1a-9c03-fe4203df1e42 [ 967.528173] env[62622]: DEBUG oslo_vmware.api [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2701929, 'name': PowerOnVM_Task, 'duration_secs': 0.527141} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.528288] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.529570] env[62622]: INFO nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Took 8.44 seconds to spawn the instance on the hypervisor. [ 967.529570] env[62622]: DEBUG nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.529883] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8e1dd-c1c3-4e2c-b23f-f3ca46197bc0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.563539] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ffa940-0b0a-de87-1803-f018729b96b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.564526] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.564852] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 6ae0d039-081f-4eca-93ae-9ad985a92c37/6ae0d039-081f-4eca-93ae-9ad985a92c37.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.565188] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a9ae38-2c3f-48e9-ba84-9ae3afe8b906 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.574804] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 967.574804] env[62622]: value = "task-2701932" [ 967.574804] env[62622]: _type = "Task" [ 967.574804] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.585477] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.610042] env[62622]: DEBUG oslo_concurrency.lockutils [req-9f91b752-b2a1-446b-a7bd-f5c95fa52c1c req-786b5ccb-6659-4e09-a501-7b98cd9d3ee0 service nova] Releasing lock "refresh_cache-6ae0d039-081f-4eca-93ae-9ad985a92c37" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.915752] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701931, 'name': PowerOffVM_Task, 'duration_secs': 0.307081} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.916144] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.927139] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.927139] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad710e5-3d96-43bd-a361-34b28eb683f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.956558] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 967.956558] env[62622]: value = "task-2701933" [ 967.956558] env[62622]: _type = "Task" [ 967.956558] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.971443] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.014199] env[62622]: DEBUG oslo_concurrency.lockutils [None req-308540d1-e986-4891-b531-df733f212074 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "173a796e-2070-474e-b205-f78e5a1fe0dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.814s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.016575] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f71a9425-db19-4af4-85c4-797713a382d1 tempest-ServerPasswordTestJSON-291109047 tempest-ServerPasswordTestJSON-291109047-project-member] Lock "523b093d-c3ff-4f1a-9c03-fe4203df1e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.385s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.056728] env[62622]: INFO nova.compute.manager [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Took 15.74 seconds to build instance. [ 968.089312] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50344} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.089608] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 6ae0d039-081f-4eca-93ae-9ad985a92c37/6ae0d039-081f-4eca-93ae-9ad985a92c37.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.090032] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.090160] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-858dbd9b-da10-4eef-9cb3-a6a2a255379c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.099059] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 968.099059] env[62622]: value = "task-2701934" [ 968.099059] env[62622]: _type = "Task" [ 968.099059] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.111598] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.217169] env[62622]: DEBUG nova.objects.instance [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'flavor' on Instance uuid 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.364138] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f56bcc-3661-4d5d-a013-8c346cc3abd5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.371325] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb31ecb-919c-435c-9c87-6a865ced5e93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.405197] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c352e7-89fe-40f1-8a6b-7e382c21700a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.414710] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a544de7-c6e5-4b63-9b40-4c1c1c812cf2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.431633] env[62622]: DEBUG nova.compute.provider_tree [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.470665] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701933, 'name': ReconfigVM_Task, 'duration_secs': 0.400577} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.471314] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.471644] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.472021] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc82ed34-4a98-4d26-bbd7-b281f3a71db2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.481023] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 968.481023] env[62622]: value = "task-2701935" [ 968.481023] env[62622]: _type = "Task" [ 968.481023] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.494951] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.560232] env[62622]: DEBUG oslo_concurrency.lockutils [None req-75625147-533f-46c9-9896-558e11bc18c0 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.259s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.608949] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07324} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.609244] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.610058] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a9f4f-3678-4a36-bfd7-67945cef0316 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.635576] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6ae0d039-081f-4eca-93ae-9ad985a92c37/6ae0d039-081f-4eca-93ae-9ad985a92c37.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.635906] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6844c2-6afa-4d65-bddc-5ebc626563c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.657201] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 968.657201] env[62622]: value = "task-2701936" [ 968.657201] env[62622]: _type = "Task" [ 968.657201] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.666213] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.723170] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a5a265d-edfe-4a52-b348-6de9e2241d78 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.297s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.024217] env[62622]: DEBUG nova.scheduler.client.report [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.049046] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.173627] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701936, 'name': ReconfigVM_Task, 'duration_secs': 0.296118} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.174343] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6ae0d039-081f-4eca-93ae-9ad985a92c37/6ae0d039-081f-4eca-93ae-9ad985a92c37.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.175121] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f7172b-952a-4623-bb98-3b155b83ff69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.193443] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 969.193443] env[62622]: value = "task-2701937" [ 969.193443] env[62622]: _type = "Task" [ 969.193443] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.203723] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701937, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.539181] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.550751] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.272s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.550751] env[62622]: INFO nova.compute.claims [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.556574] env[62622]: DEBUG oslo_vmware.api [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2701935, 'name': PowerOnVM_Task, 'duration_secs': 0.670671} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.557087] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.557372] env[62622]: DEBUG nova.compute.manager [None req-1ec6bfb0-cfbd-4a0d-a717-eab6ff73f92a tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.560766] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90dfef-1c71-48c8-9afa-6854131739f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.609496] env[62622]: INFO nova.scheduler.client.report [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleted allocations for instance 75db9ed8-1c5a-403f-86ea-5f06a7291f3a [ 969.649256] env[62622]: INFO nova.compute.manager [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Rebuilding instance [ 969.708856] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701937, 'name': Rename_Task, 'duration_secs': 0.184771} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.709259] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.712408] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d75f87-7a2c-48fb-93a6-e8a27cbe684b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.717045] env[62622]: DEBUG nova.compute.manager [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.718167] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e8374-26a2-4fed-9944-dff6db060a63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.723706] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 969.723706] env[62622]: value = "task-2701938" [ 969.723706] env[62622]: _type = "Task" [ 969.723706] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.737470] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.117924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-beb528a1-59a6-4048-beee-fe5ab56674e6 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "75db9ed8-1c5a-403f-86ea-5f06a7291f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.381s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.240619] env[62622]: DEBUG oslo_vmware.api [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701938, 'name': PowerOnVM_Task, 'duration_secs': 0.502656} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.241800] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.241800] env[62622]: INFO nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Took 6.75 seconds to spawn the instance on the hypervisor. [ 970.241994] env[62622]: DEBUG nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.242910] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855e84a-4a2d-4136-9607-5ae9ba87a1d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.395167] env[62622]: DEBUG nova.compute.manager [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Received event network-changed-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.395167] env[62622]: DEBUG nova.compute.manager [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Refreshing instance network info cache due to event network-changed-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.395167] env[62622]: DEBUG oslo_concurrency.lockutils [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] Acquiring lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.395167] env[62622]: DEBUG oslo_concurrency.lockutils [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] Acquired lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.395167] env[62622]: DEBUG nova.network.neutron [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Refreshing network info cache for port ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.736609] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.737285] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cbc6ce9-01a6-4824-a7e6-49c273792d3a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.745490] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 970.745490] env[62622]: value = "task-2701939" [ 970.745490] env[62622]: _type = "Task" [ 970.745490] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.762308] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.766635] env[62622]: INFO nova.compute.manager [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Took 17.61 seconds to build instance. [ 970.903969] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40989d3e-2a17-4cde-929a-cd86b0e92a93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.912849] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec325c9e-ac64-4a64-b8fb-3b1070c3a51e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.953265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80aa90f-c513-444a-8a19-5c2708959f19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.962321] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343ccff-f74f-4bec-9fd3-65d885370289 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.982712] env[62622]: DEBUG nova.compute.provider_tree [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.253930] env[62622]: DEBUG nova.network.neutron [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updated VIF entry in instance network info cache for port ec68a4b7-9f45-45e0-96f4-5f67b590f5ad. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.254948] env[62622]: DEBUG nova.network.neutron [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updating instance_info_cache with network_info: [{"id": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "address": "fa:16:3e:fd:0a:44", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec68a4b7-9f", "ovs_interfaceid": "ec68a4b7-9f45-45e0-96f4-5f67b590f5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.263375] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701939, 'name': PowerOffVM_Task, 'duration_secs': 0.476849} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.263728] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.269019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e416c424-7ea3-44e9-b6fd-1e64001c0310 tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.123s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.332599] env[62622]: INFO nova.compute.manager [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Detaching volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e [ 971.371430] env[62622]: INFO nova.virt.block_device [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Attempting to driver detach volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e from mountpoint /dev/sdb [ 971.372108] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.372385] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.373374] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33403be8-309c-4add-ad90-a19a9ff95212 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.399912] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcbd35-5f8a-4f9a-ab90-0ab138289480 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.409327] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcbeddc-73bc-498e-9656-169450af1707 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.434941] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08074229-7f14-4a68-89c1-c453e6b7ddef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.453637] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] The volume has not been displaced from its original location: [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 971.460227] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.460616] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcac945-b8c1-4925-8d0f-ec0c28b3edca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.481311] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 971.481311] env[62622]: value = "task-2701940" [ 971.481311] env[62622]: _type = "Task" [ 971.481311] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.490815] env[62622]: DEBUG nova.scheduler.client.report [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.494374] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.758413] env[62622]: DEBUG oslo_concurrency.lockutils [req-75781bc8-ae83-4644-a466-b47f293f44d6 req-eac88a7b-d7c2-4fef-a78d-da77d3205c46 service nova] Releasing lock "refresh_cache-27179519-b0d4-43ba-b8fb-db729d0571b5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.992635] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701940, 'name': ReconfigVM_Task, 'duration_secs': 0.407972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.992923] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.998184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.998684] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.001121] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7199c6cd-7efb-4b19-abfa-804b08f15b69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.011859] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.595s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.012490] env[62622]: DEBUG nova.objects.instance [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'resources' on Instance uuid e264262f-cfa2-4c34-9444-7bc6fbfdbaea {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.020083] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 972.020083] env[62622]: value = "task-2701941" [ 972.020083] env[62622]: _type = "Task" [ 972.020083] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.030080] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.419312] env[62622]: DEBUG nova.compute.manager [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-changed-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.419516] env[62622]: DEBUG nova.compute.manager [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing instance network info cache due to event network-changed-25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.419834] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.420038] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.420242] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing network info cache for port 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.479249] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.479495] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.512918] env[62622]: DEBUG nova.compute.utils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 972.514177] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.514344] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.530812] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701941, 'name': ReconfigVM_Task, 'duration_secs': 0.270982} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.531138] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 972.542290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.542522] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.542725] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.542905] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.543125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.546717] env[62622]: INFO nova.compute.manager [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Terminating instance [ 972.569223] env[62622]: DEBUG nova.policy [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.768619] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f9f943-264e-42c3-a933-2a707309c796 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.779421] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64609e9-e23f-4006-8df0-7b9014dfde15 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.814938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd534b-da18-44a8-9a00-d812a044d201 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.825263] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90960202-aa50-495f-abe8-840c79cb591f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.831379] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Successfully created port: ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.845090] env[62622]: DEBUG nova.compute.provider_tree [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.981865] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.021372] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.052878] env[62622]: DEBUG nova.compute.manager [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.053162] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.054217] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb130a6-bc02-43bc-96fd-07f2554a01e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.065475] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.066745] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b90b2a2-4b49-4d07-a7b2-60ec803ec669 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.073541] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 973.073541] env[62622]: value = "task-2701942" [ 973.073541] env[62622]: _type = "Task" [ 973.073541] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.085736] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.179414] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updated VIF entry in instance network info cache for port 25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.180153] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.348097] env[62622]: DEBUG nova.scheduler.client.report [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.507630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.586373] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701942, 'name': PowerOffVM_Task, 'duration_secs': 0.244243} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.586640] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.586812] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.587460] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fa162b-07d7-42b0-9b76-fab7831fe4ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.591484] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.591716] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2127d4-3d44-4705-a915-3f88741d79a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.599928] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 973.599928] env[62622]: value = "task-2701944" [ 973.599928] env[62622]: _type = "Task" [ 973.599928] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.607511] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.655449] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.655693] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.655887] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleting the datastore file [datastore1] 6ae0d039-081f-4eca-93ae-9ad985a92c37 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.656227] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37ddd63-7d54-4eac-81bb-7d5080d34bdf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.662703] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for the task: (returnval){ [ 973.662703] env[62622]: value = "task-2701945" [ 973.662703] env[62622]: _type = "Task" [ 973.662703] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.671114] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.682850] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.683260] env[62622]: DEBUG nova.compute.manager [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-changed-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.683487] env[62622]: DEBUG nova.compute.manager [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing instance network info cache due to event network-changed-25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.683827] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Acquiring lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.684103] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Acquired lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.684361] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Refreshing network info cache for port 25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.852864] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.855954] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.556s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.855954] env[62622]: DEBUG nova.objects.instance [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'resources' on Instance uuid 36e5fe3b-e767-4374-8f47-53f6815a9af3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.873928] env[62622]: INFO nova.scheduler.client.report [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted allocations for instance e264262f-cfa2-4c34-9444-7bc6fbfdbaea [ 974.032147] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.057061] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.057320] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.057480] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.057661] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.057809] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.057958] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.058189] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.058351] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.058522] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.058684] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.058859] env[62622]: DEBUG nova.virt.hardware [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.059728] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7613e1d6-23ea-4795-b90e-40b5a6583d3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.068214] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e99acc1-3938-406f-b421-b69bd8254636 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.109704] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 974.109930] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 974.110142] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 974.110886] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476d195-fdbb-4ca3-bd5a-13cff3e395bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.130935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cd9269-2d4d-490e-8318-7f2774e5e5fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.138786] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 974.139176] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.139969] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85c896-657a-4fa1-983e-909f0fba9f2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.147397] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.147645] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d764a153-0f4a-4bea-953f-c7c55ebe1132 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.173446] env[62622]: DEBUG oslo_vmware.api [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Task: {'id': task-2701945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161843} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.173729] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.173917] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.174110] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.174292] env[62622]: INFO nova.compute.manager [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.174537] env[62622]: DEBUG oslo.service.loopingcall [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.174736] env[62622]: DEBUG nova.compute.manager [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.174829] env[62622]: DEBUG nova.network.neutron [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.259233] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.260678] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.260678] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore1] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.260678] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd8c058-1250-4419-9802-34f3d5b20ae6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.266689] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 974.266689] env[62622]: value = "task-2701947" [ 974.266689] env[62622]: _type = "Task" [ 974.266689] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.275092] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.388389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b0b-3cae-4cbb-96e6-63d288c63f71 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "e264262f-cfa2-4c34-9444-7bc6fbfdbaea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.164s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.657873] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ba28c-43fc-4ad2-ac96-91a7c01e60fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.667394] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd09f4-2dee-4500-ae91-0cf68092a7a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.674752] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updated VIF entry in instance network info cache for port 25fe167d-6257-426e-b337-7f1884913b52. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.675201] env[62622]: DEBUG nova.network.neutron [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [{"id": "25fe167d-6257-426e-b337-7f1884913b52", "address": "fa:16:3e:6a:57:c4", "network": {"id": "fb2110db-0c7d-4799-b0a4-6ada580ab595", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1097472568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0819f273fd4516b5ac809865ae76d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25fe167d-62", "ovs_interfaceid": "25fe167d-6257-426e-b337-7f1884913b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.703815] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Successfully updated port: ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.705475] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e64a3c1-b3ca-4888-a5d2-d8d9f017eaad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.717473] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccafc8f-a9e2-4470-9195-46d12729b25d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.733172] env[62622]: DEBUG nova.compute.provider_tree [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.777352] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139749} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.777638] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.777826] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.778058] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.948636] env[62622]: DEBUG nova.compute.manager [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Received event network-vif-plugged-ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.948926] env[62622]: DEBUG oslo_concurrency.lockutils [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] Acquiring lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.949057] env[62622]: DEBUG oslo_concurrency.lockutils [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.949241] env[62622]: DEBUG oslo_concurrency.lockutils [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.949414] env[62622]: DEBUG nova.compute.manager [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] No waiting events found dispatching network-vif-plugged-ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.949578] env[62622]: WARNING nova.compute.manager [req-cec276e3-1c62-4d98-9fa3-6aaf9b56f944 req-cf03d94b-8a5e-4ced-b55f-c279cfadccc9 service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Received unexpected event network-vif-plugged-ee81c876-c4f5-4560-b707-3ee3d8564929 for instance with vm_state building and task_state spawning. [ 974.968581] env[62622]: DEBUG nova.compute.manager [req-d39764ea-6934-441c-bf71-1cbe244d5001 req-2409ebcc-901b-4110-b0d2-d3d2e968b90c service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Received event network-vif-deleted-af812bdd-d7ee-449f-9731-5809807db64f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.968770] env[62622]: INFO nova.compute.manager [req-d39764ea-6934-441c-bf71-1cbe244d5001 req-2409ebcc-901b-4110-b0d2-d3d2e968b90c service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Neutron deleted interface af812bdd-d7ee-449f-9731-5809807db64f; detaching it from the instance and deleting it from the info cache [ 974.968938] env[62622]: DEBUG nova.network.neutron [req-d39764ea-6934-441c-bf71-1cbe244d5001 req-2409ebcc-901b-4110-b0d2-d3d2e968b90c service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.144681] env[62622]: DEBUG nova.network.neutron [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.179015] env[62622]: DEBUG oslo_concurrency.lockutils [req-1a67feb7-aef0-4b96-991f-6fb61b999afb req-75d0623e-b63d-4e11-8ed9-dec1d53bacb2 service nova] Releasing lock "refresh_cache-a9672b15-e7d9-456a-8e9c-61b8a1732741" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.210024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.210206] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.210363] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.236535] env[62622]: DEBUG nova.scheduler.client.report [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.282857] env[62622]: INFO nova.virt.block_device [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Booting with volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e at /dev/sdb [ 975.319085] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0178c09d-db54-4e9b-8ca2-a1b28c4f5638 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.330026] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a1179-bace-4448-ba9d-2e6b04e8fdde {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.369551] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb32bbf9-b308-438c-ac97-b8993bcbff3a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.380041] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8debb4a9-8fbe-4719-a694-67e8e0a6fcae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.415871] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa0140-1535-439e-8d89-821ad76a9e79 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.423569] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc8aaf-7269-4723-afef-116618be2160 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.439846] env[62622]: DEBUG nova.virt.block_device [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating existing volume attachment record: 4fae8fb8-746b-4a2f-9af8-ba621b2396ff {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.472288] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06aa8a79-4a34-470c-a64a-13fa56b8ef3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.483908] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e697b-a896-4acb-8fa7-a37e2ab8cacb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.518489] env[62622]: DEBUG nova.compute.manager [req-d39764ea-6934-441c-bf71-1cbe244d5001 req-2409ebcc-901b-4110-b0d2-d3d2e968b90c service nova] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Detach interface failed, port_id=af812bdd-d7ee-449f-9731-5809807db64f, reason: Instance 6ae0d039-081f-4eca-93ae-9ad985a92c37 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 975.651441] env[62622]: INFO nova.compute.manager [-] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Took 1.48 seconds to deallocate network for instance. [ 975.741219] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.747527] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.250s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.751022] env[62622]: INFO nova.compute.claims [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.753235] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.778013] env[62622]: INFO nova.scheduler.client.report [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted allocations for instance 36e5fe3b-e767-4374-8f47-53f6815a9af3 [ 975.895637] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.895906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.896316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.896408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.896590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.898766] env[62622]: INFO nova.compute.manager [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Terminating instance [ 975.903305] env[62622]: DEBUG nova.network.neutron [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Updating instance_info_cache with network_info: [{"id": "ee81c876-c4f5-4560-b707-3ee3d8564929", "address": "fa:16:3e:9c:74:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee81c876-c4", "ovs_interfaceid": "ee81c876-c4f5-4560-b707-3ee3d8564929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.158300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.288076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c86433cc-8b39-4043-9f95-23ac337dcabc tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "36e5fe3b-e767-4374-8f47-53f6815a9af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.406038] env[62622]: DEBUG nova.compute.manager [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.406267] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.406762] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.407058] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Instance network_info: |[{"id": "ee81c876-c4f5-4560-b707-3ee3d8564929", "address": "fa:16:3e:9c:74:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee81c876-c4", "ovs_interfaceid": "ee81c876-c4f5-4560-b707-3ee3d8564929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.407938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de8f46-69b1-451e-b495-a162ec3845a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.411325] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:74:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee81c876-c4f5-4560-b707-3ee3d8564929', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.418815] env[62622]: DEBUG oslo.service.loopingcall [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.418971] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.419737] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4d43ac3-1dbf-463a-8935-6fdedcfb6b32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.436845] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.437506] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d1cfeb-9e72-48d3-86f1-b57dad8d394c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.442766] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.442766] env[62622]: value = "task-2701948" [ 976.442766] env[62622]: _type = "Task" [ 976.442766] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.444351] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 976.444351] env[62622]: value = "task-2701949" [ 976.444351] env[62622]: _type = "Task" [ 976.444351] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.456715] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701948, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.459940] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.804258] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "108001c7-67d4-4901-b024-15943019d754" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.804547] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.804772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "108001c7-67d4-4901-b024-15943019d754-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.804963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.805193] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.807555] env[62622]: INFO nova.compute.manager [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Terminating instance [ 976.866692] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.866957] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.962637] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701948, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.964555] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701949, 'name': PowerOffVM_Task, 'duration_secs': 0.293917} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.965178] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.965178] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.971368] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8ebb76-4680-49d1-b6c9-6c23a7e3075a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.983526] env[62622]: DEBUG nova.compute.manager [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Received event network-changed-ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.983526] env[62622]: DEBUG nova.compute.manager [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Refreshing instance network info cache due to event network-changed-ee81c876-c4f5-4560-b707-3ee3d8564929. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.983526] env[62622]: DEBUG oslo_concurrency.lockutils [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] Acquiring lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.983526] env[62622]: DEBUG oslo_concurrency.lockutils [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] Acquired lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.983526] env[62622]: DEBUG nova.network.neutron [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Refreshing network info cache for port ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.002294] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79beed-69e0-43f8-abf9-8735f4d03c61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.011839] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2af93f-568a-423e-867a-9b9b630df51b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.046237] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f1c40-0c25-45eb-b705-5740ca072d99 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.048996] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.048996] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.049137] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Deleting the datastore file [datastore2] e09b360f-4ff9-4d01-b985-8d3513f2570c {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.049563] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5516b3d-579f-40d4-b79e-54a65201eb61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.057599] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c103b09-1101-42df-8ce4-8849ef38ea57 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.061780] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for the task: (returnval){ [ 977.061780] env[62622]: value = "task-2701951" [ 977.061780] env[62622]: _type = "Task" [ 977.061780] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.077109] env[62622]: DEBUG nova.compute.provider_tree [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.084963] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.314845] env[62622]: DEBUG nova.compute.manager [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.315165] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.316058] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4db80-e27b-4852-83f5-20e16b0ce1f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.325023] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.325023] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3162ae5-2f1a-47ff-ba01-0e1f2bcc547e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.331873] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 977.331873] env[62622]: value = "task-2701952" [ 977.331873] env[62622]: _type = "Task" [ 977.331873] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.341317] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.371593] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.454610] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701948, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.572559] env[62622]: DEBUG oslo_vmware.api [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Task: {'id': task-2701951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15463} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.576963] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.577229] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.577418] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.577622] env[62622]: INFO nova.compute.manager [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 977.577881] env[62622]: DEBUG oslo.service.loopingcall [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.578324] env[62622]: DEBUG nova.compute.manager [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.578424] env[62622]: DEBUG nova.network.neutron [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.580698] env[62622]: DEBUG nova.scheduler.client.report [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.588055] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.588574] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.588574] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.588693] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.588808] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.588982] env[62622]: DEBUG nova.virt.hardware [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.590162] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786791b9-c630-44d3-b8e4-dec40ae9543a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.600483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820cc60-f698-49c8-a210-e0d280f13d91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.615938] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:70:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.624635] env[62622]: DEBUG oslo.service.loopingcall [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.628397] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.628554] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a0d502b-1020-4927-b65d-146e5b46d0f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.654932] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.654932] env[62622]: value = "task-2701953" [ 977.654932] env[62622]: _type = "Task" [ 977.654932] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.665386] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701953, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.838839] env[62622]: DEBUG nova.network.neutron [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Updated VIF entry in instance network info cache for port ee81c876-c4f5-4560-b707-3ee3d8564929. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.839457] env[62622]: DEBUG nova.network.neutron [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Updating instance_info_cache with network_info: [{"id": "ee81c876-c4f5-4560-b707-3ee3d8564929", "address": "fa:16:3e:9c:74:64", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee81c876-c4", "ovs_interfaceid": "ee81c876-c4f5-4560-b707-3ee3d8564929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.845953] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701952, 'name': PowerOffVM_Task, 'duration_secs': 0.43967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.846565] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.846820] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.850859] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fee336f-1048-4a66-9fb2-8595828f2dac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.899050] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.931218] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.933504] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.933504] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Deleting the datastore file [datastore1] 108001c7-67d4-4901-b024-15943019d754 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.933504] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dfadd0e-b5a0-4e40-8674-178c9f6a4e7a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.941016] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for the task: (returnval){ [ 977.941016] env[62622]: value = "task-2701955" [ 977.941016] env[62622]: _type = "Task" [ 977.941016] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.953030] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.959329] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701948, 'name': CreateVM_Task, 'duration_secs': 1.293074} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.959508] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.960219] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.960385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.960710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.960965] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cf1e18-98b1-4b2c-bc20-31825cecce22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.968965] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 977.968965] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522736ef-7a82-ff6e-ebc0-111f1c91b788" [ 977.968965] env[62622]: _type = "Task" [ 977.968965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.978776] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522736ef-7a82-ff6e-ebc0-111f1c91b788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.086365] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.086941] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.089723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.179s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.091274] env[62622]: INFO nova.compute.claims [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.165569] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701953, 'name': CreateVM_Task, 'duration_secs': 0.399115} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.165988] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.166734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.166734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.167125] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.169022] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac41fba-eb5a-42b5-bb1e-c47ca159426e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.174360] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 978.174360] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a3ae0-4c6e-06a7-9bf0-d9bbe6f0ef86" [ 978.174360] env[62622]: _type = "Task" [ 978.174360] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.187394] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a3ae0-4c6e-06a7-9bf0-d9bbe6f0ef86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.350025] env[62622]: DEBUG oslo_concurrency.lockutils [req-2df29499-92d7-4977-b806-e75cc58abc23 req-82042f41-b36b-475b-9970-48d931d4fb0e service nova] Releasing lock "refresh_cache-4a1935ef-3c14-4dee-a827-ef4d0d681465" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.452246] env[62622]: DEBUG oslo_vmware.api [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Task: {'id': task-2701955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174716} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.452513] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.452699] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.452872] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.453063] env[62622]: INFO nova.compute.manager [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] [instance: 108001c7-67d4-4901-b024-15943019d754] Took 1.14 seconds to destroy the instance on the hypervisor. [ 978.453318] env[62622]: DEBUG oslo.service.loopingcall [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.453507] env[62622]: DEBUG nova.compute.manager [-] [instance: 108001c7-67d4-4901-b024-15943019d754] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.453603] env[62622]: DEBUG nova.network.neutron [-] [instance: 108001c7-67d4-4901-b024-15943019d754] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.479034] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522736ef-7a82-ff6e-ebc0-111f1c91b788, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.479332] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.479617] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.479850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.479992] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.480178] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.480424] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf00350-307f-403b-9790-98ca2074208d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.489606] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.493024] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.493024] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db49565a-f00b-4e88-8b51-d922ae196092 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.496118] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 978.496118] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271f0b1-9509-5a15-5e76-a857f31d82b4" [ 978.496118] env[62622]: _type = "Task" [ 978.496118] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.504204] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271f0b1-9509-5a15-5e76-a857f31d82b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.513064] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.513290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.598447] env[62622]: DEBUG nova.compute.utils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.600533] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.600861] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.653564] env[62622]: DEBUG nova.policy [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108914dc02d6487c966b2db93269e674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512352af28bc4647a4aa509b8e950185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.684212] env[62622]: DEBUG nova.network.neutron [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.688020] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529a3ae0-4c6e-06a7-9bf0-d9bbe6f0ef86, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.688020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.688020] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.688020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.688020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.688020] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.688020] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7474be1a-cb52-496f-bac3-45bc27c9e3eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.697154] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.697344] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.698661] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c12c6c-f70c-45dd-a463-903746510bfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.706271] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 978.706271] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4297c-9bbd-7e0f-13ef-743249fcd7e7" [ 978.706271] env[62622]: _type = "Task" [ 978.706271] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.716136] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4297c-9bbd-7e0f-13ef-743249fcd7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.007782] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5271f0b1-9509-5a15-5e76-a857f31d82b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.008646] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a87030-663b-4463-b76c-4b351c44950c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.017745] env[62622]: DEBUG nova.compute.manager [req-92a4fa8e-fc96-4d0c-98a7-dbb9d440a35c req-ce4fa3ef-a546-43d9-b36f-4418fc5f68fb service nova] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Received event network-vif-deleted-166b908d-8f87-495f-a9b2-e0c5f1bc01e2 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.019383] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.022922] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 979.022922] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f784b-6c40-da45-2737-03d18fc5018e" [ 979.022922] env[62622]: _type = "Task" [ 979.022922] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.033420] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f784b-6c40-da45-2737-03d18fc5018e, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.033667] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.033962] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4a1935ef-3c14-4dee-a827-ef4d0d681465/4a1935ef-3c14-4dee-a827-ef4d0d681465.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.034228] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9b591c7-949c-4094-8497-891c2b143264 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.043415] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 979.043415] env[62622]: value = "task-2701956" [ 979.043415] env[62622]: _type = "Task" [ 979.043415] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.052427] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.096432] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Successfully created port: 907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.101646] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.188447] env[62622]: INFO nova.compute.manager [-] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Took 1.61 seconds to deallocate network for instance. [ 979.222366] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4297c-9bbd-7e0f-13ef-743249fcd7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.222996] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f72e7e-9222-4113-b692-9ab537571133 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.232966] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 979.232966] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ff6ed6-e563-6044-17a6-3d5469fe593e" [ 979.232966] env[62622]: _type = "Task" [ 979.232966] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.246152] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ff6ed6-e563-6044-17a6-3d5469fe593e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.428033] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0adc98-b10f-43a8-90d7-78ecde7cd33e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.437935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06284bb2-888a-40e7-bfdc-6dc15532ad8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.475145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d21456c-f1d2-48ac-868a-06c0efcaded9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.484298] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef5265-956f-45d3-9527-9c0f8b919525 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.499721] env[62622]: DEBUG nova.compute.provider_tree [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.538764] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.553495] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479316} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.553765] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4a1935ef-3c14-4dee-a827-ef4d0d681465/4a1935ef-3c14-4dee-a827-ef4d0d681465.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.554035] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.554295] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73566f7-5aca-43e3-ab9c-c576ed5236b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.560481] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 979.560481] env[62622]: value = "task-2701957" [ 979.560481] env[62622]: _type = "Task" [ 979.560481] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.568050] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.604990] env[62622]: DEBUG nova.network.neutron [-] [instance: 108001c7-67d4-4901-b024-15943019d754] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.699440] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.744019] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ff6ed6-e563-6044-17a6-3d5469fe593e, 'name': SearchDatastore_Task, 'duration_secs': 0.022817} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.744579] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.744985] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.745404] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58bb0b8d-7942-4f9a-9eac-3049c3fab320 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.752391] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 979.752391] env[62622]: value = "task-2701958" [ 979.752391] env[62622]: _type = "Task" [ 979.752391] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.760357] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.021945] env[62622]: ERROR nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [req-df88c250-3978-4b34-8f75-83c164b62ae2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df88c250-3978-4b34-8f75-83c164b62ae2"}]} [ 980.038568] env[62622]: DEBUG nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.056165] env[62622]: DEBUG nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.056414] env[62622]: DEBUG nova.compute.provider_tree [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.071660] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067731} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.072678] env[62622]: DEBUG nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.074883] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.076027] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b94a1-496e-442e-b2b2-c958759247f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.102047] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4a1935ef-3c14-4dee-a827-ef4d0d681465/4a1935ef-3c14-4dee-a827-ef4d0d681465.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.103118] env[62622]: DEBUG nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.105351] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538e52ea-988f-4ee1-b742-6a9c6c381dd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.120279] env[62622]: INFO nova.compute.manager [-] [instance: 108001c7-67d4-4901-b024-15943019d754] Took 1.67 seconds to deallocate network for instance. [ 980.121335] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.134017] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 980.134017] env[62622]: value = "task-2701959" [ 980.134017] env[62622]: _type = "Task" [ 980.134017] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.154030] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.156537] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.156728] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.156825] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.157033] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.157578] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.157578] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.157578] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.157825] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.157904] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.158057] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.158242] env[62622]: DEBUG nova.virt.hardware [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.159148] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835aa76d-7dea-4ed9-a00d-ee33cc9cb3e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.173866] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7eaed-75e3-447a-993b-1a7c4cae7739 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.262322] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492564} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.263565] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.263565] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.263565] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f38ba140-7fab-498f-9a81-2dd4a218e7f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.274194] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 980.274194] env[62622]: value = "task-2701960" [ 980.274194] env[62622]: _type = "Task" [ 980.274194] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.286022] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.404703] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ee0db-0b15-485e-bcef-3452af08c6cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.412926] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17737746-f995-43e3-ad29-4c95779e5158 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.443316] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e8f53a-27a4-43c4-bbc4-9f98c409c1dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.451240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db026b9-e2ec-4748-b3e3-ade736685cd7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.467765] env[62622]: DEBUG nova.compute.provider_tree [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.629134] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Successfully updated port: 907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.640576] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.645884] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701959, 'name': ReconfigVM_Task, 'duration_secs': 0.434515} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.646136] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4a1935ef-3c14-4dee-a827-ef4d0d681465/4a1935ef-3c14-4dee-a827-ef4d0d681465.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.646667] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033e5596-b7f3-4043-b3e4-325e437107d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.654286] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 980.654286] env[62622]: value = "task-2701961" [ 980.654286] env[62622]: _type = "Task" [ 980.654286] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.664851] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701961, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.783862] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077015} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.784144] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.784874] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a3081-7f9d-411f-a4b9-bbf92ca254e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.806575] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.806834] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea90e94-130f-41e3-8fc9-16439d0236d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.826932] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 980.826932] env[62622]: value = "task-2701962" [ 980.826932] env[62622]: _type = "Task" [ 980.826932] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.835097] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.006569] env[62622]: DEBUG nova.scheduler.client.report [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.006975] env[62622]: DEBUG nova.compute.provider_tree [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 126 to 127 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.007214] env[62622]: DEBUG nova.compute.provider_tree [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.061162] env[62622]: DEBUG nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: 108001c7-67d4-4901-b024-15943019d754] Received event network-vif-deleted-5b3c6941-32b2-4d98-a231-7b569616f473 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.061421] env[62622]: DEBUG nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Received event network-vif-plugged-907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.061692] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Acquiring lock "c17d989c-f044-4740-a16a-a185eea720b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.061835] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Lock "c17d989c-f044-4740-a16a-a185eea720b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.062052] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Lock "c17d989c-f044-4740-a16a-a185eea720b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.062266] env[62622]: DEBUG nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] No waiting events found dispatching network-vif-plugged-907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.062480] env[62622]: WARNING nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Received unexpected event network-vif-plugged-907d7e11-26a0-4d60-9c89-eef580f8c7ce for instance with vm_state building and task_state spawning. [ 981.062693] env[62622]: DEBUG nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Received event network-changed-907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.062902] env[62622]: DEBUG nova.compute.manager [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Refreshing instance network info cache due to event network-changed-907d7e11-26a0-4d60-9c89-eef580f8c7ce. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.063168] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Acquiring lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.063327] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Acquired lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.063510] env[62622]: DEBUG nova.network.neutron [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Refreshing network info cache for port 907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.131279] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.164631] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701961, 'name': Rename_Task, 'duration_secs': 0.392253} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.164910] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.165218] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b41713-fd20-439c-99f3-86b67b3feefb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.172567] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 981.172567] env[62622]: value = "task-2701963" [ 981.172567] env[62622]: _type = "Task" [ 981.172567] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.181063] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.338143] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.513431] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.423s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.514074] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.517307] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.010s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.518805] env[62622]: INFO nova.compute.claims [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.595064] env[62622]: DEBUG nova.network.neutron [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.666838] env[62622]: DEBUG nova.network.neutron [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.683913] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.838093] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701962, 'name': ReconfigVM_Task, 'duration_secs': 0.602493} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.838387] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768/34b7f9fd-e6bf-45fc-bf7c-c03340a34768.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.839788] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '494029ea-a5c5-4db8-8f38-96c760c3eb78'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'}, 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': '4fae8fb8-746b-4a2f-9af8-ba621b2396ff', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 981.839983] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 981.840207] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 981.840998] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb809400-fbd2-45fd-a7fd-d6ecab01f24d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.859723] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8a516-415b-4e4a-aa04-29565c9f076e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.884533] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.884822] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b54bc4-a15a-4386-8d96-16a82ba7f22a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.903436] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 981.903436] env[62622]: value = "task-2701964" [ 981.903436] env[62622]: _type = "Task" [ 981.903436] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.911914] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.023097] env[62622]: DEBUG nova.compute.utils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 982.026587] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.026764] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.064791] env[62622]: DEBUG nova.policy [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108914dc02d6487c966b2db93269e674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512352af28bc4647a4aa509b8e950185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.169159] env[62622]: DEBUG oslo_concurrency.lockutils [req-d979d2c8-a3db-4de6-b8f8-c8bb1118ac6d req-db007e87-3c2d-48df-8da5-04652ba2f1d1 service nova] Releasing lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.169539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.169732] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.183521] env[62622]: DEBUG oslo_vmware.api [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701963, 'name': PowerOnVM_Task, 'duration_secs': 0.574704} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.184399] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.184616] env[62622]: INFO nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Took 8.15 seconds to spawn the instance on the hypervisor. [ 982.184800] env[62622]: DEBUG nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.185675] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8777570-1bcb-400f-ad4c-196a2291dc0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.312230] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Successfully created port: 97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.414465] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.527867] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.706875] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.711553] env[62622]: INFO nova.compute.manager [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Took 22.46 seconds to build instance. [ 982.796129] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b927162-7f0a-42b7-b929-6ca31473244d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.803950] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd387b-d30e-4a75-b196-d9bd0a30bd74 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839438] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4acd4c-b767-45d8-b8d4-ef4016732dbd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.849847] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befae082-ba2d-40cc-a482-0631437d4ff6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.865651] env[62622]: DEBUG nova.compute.provider_tree [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.879787] env[62622]: DEBUG nova.network.neutron [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Updating instance_info_cache with network_info: [{"id": "907d7e11-26a0-4d60-9c89-eef580f8c7ce", "address": "fa:16:3e:92:e7:dd", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907d7e11-26", "ovs_interfaceid": "907d7e11-26a0-4d60-9c89-eef580f8c7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.915397] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.054029] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.213675] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b05a6abd-ed16-4756-9c1e-242e019ac164 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.970s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.213797] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.160s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.213894] env[62622]: DEBUG nova.compute.manager [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.214776] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d69cfa-d564-4b32-a6fc-3dcacc07fcb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.222151] env[62622]: DEBUG nova.compute.manager [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.222742] env[62622]: DEBUG nova.objects.instance [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'flavor' on Instance uuid 4a1935ef-3c14-4dee-a827-ef4d0d681465 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.368918] env[62622]: DEBUG nova.scheduler.client.report [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.381902] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "refresh_cache-c17d989c-f044-4740-a16a-a185eea720b2" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.382289] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance network_info: |[{"id": "907d7e11-26a0-4d60-9c89-eef580f8c7ce", "address": "fa:16:3e:92:e7:dd", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907d7e11-26", "ovs_interfaceid": "907d7e11-26a0-4d60-9c89-eef580f8c7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.382775] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e7:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907d7e11-26a0-4d60-9c89-eef580f8c7ce', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.391024] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating folder: Project (512352af28bc4647a4aa509b8e950185). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.392085] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aec22ea-7e2a-456d-b0d7-98e8712d37c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.404416] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created folder: Project (512352af28bc4647a4aa509b8e950185) in parent group-v544184. [ 983.404640] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating folder: Instances. Parent ref: group-v544439. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.404871] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3295ef22-3d93-4a8e-8d52-309ca4a1031a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.414838] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701964, 'name': ReconfigVM_Task, 'duration_secs': 1.101321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.415103] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.420824] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec057711-617f-4954-b4b2-d22819113c91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.430359] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created folder: Instances in parent group-v544439. [ 983.430581] env[62622]: DEBUG oslo.service.loopingcall [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.431032] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.431624] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c89dfb-969f-488b-93cd-d7d0af31a2be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.447914] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 983.447914] env[62622]: value = "task-2701967" [ 983.447914] env[62622]: _type = "Task" [ 983.447914] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.452186] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.452186] env[62622]: value = "task-2701968" [ 983.452186] env[62622]: _type = "Task" [ 983.452186] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.458201] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.463649] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701968, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.540932] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.569449] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.569787] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.569985] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.570222] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.570409] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.570594] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.570849] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.571064] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.571282] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.571482] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.571708] env[62622]: DEBUG nova.virt.hardware [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.572665] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4ec8b-c936-4804-91e5-4506037a8554 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.581429] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec8878-be9d-4e73-bf53-4b9ca18d069c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.707083] env[62622]: DEBUG nova.compute.manager [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Received event network-vif-plugged-97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.707361] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] Acquiring lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.707785] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.707785] env[62622]: DEBUG oslo_concurrency.lockutils [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.707901] env[62622]: DEBUG nova.compute.manager [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] No waiting events found dispatching network-vif-plugged-97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.708352] env[62622]: WARNING nova.compute.manager [req-0f7291ff-cd43-40e7-935c-49a768b62622 req-38d6db18-4629-41b3-b09d-11ffd2296c1b service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Received unexpected event network-vif-plugged-97f004fe-2e25-4b32-b8f7-c6159ef0932e for instance with vm_state building and task_state spawning. [ 983.804024] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Successfully updated port: 97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.873819] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.874415] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.877423] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.719s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.877735] env[62622]: DEBUG nova.objects.instance [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lazy-loading 'resources' on Instance uuid 6ae0d039-081f-4eca-93ae-9ad985a92c37 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.959064] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701967, 'name': ReconfigVM_Task, 'duration_secs': 0.150567} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.959492] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 983.960027] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2564e3-51f5-401a-9783-e66f6d6406b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.964697] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701968, 'name': CreateVM_Task, 'duration_secs': 0.356843} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.965284] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.965991] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.966517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.966569] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.966823] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f48ddca-8eaf-4ff9-afff-e1cb23d002d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.970216] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 983.970216] env[62622]: value = "task-2701969" [ 983.970216] env[62622]: _type = "Task" [ 983.970216] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.971629] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 983.971629] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284e6c7-0714-3240-e071-c1465f05f0ab" [ 983.971629] env[62622]: _type = "Task" [ 983.971629] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.982580] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701969, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.985470] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284e6c7-0714-3240-e071-c1465f05f0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.230365] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.230365] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5880f18-c967-4d4b-973c-9b0733fb12fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.238776] env[62622]: DEBUG oslo_vmware.api [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 984.238776] env[62622]: value = "task-2701970" [ 984.238776] env[62622]: _type = "Task" [ 984.238776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.247605] env[62622]: DEBUG oslo_vmware.api [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.306707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.306897] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.307064] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.383520] env[62622]: DEBUG nova.compute.utils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.387711] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.388036] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.431760] env[62622]: DEBUG nova.policy [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf69cb492d442d1be557b144b12675f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '841af86f35ed43a1a61a94b4478df043', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.484238] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701969, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.489491] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284e6c7-0714-3240-e071-c1465f05f0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.492035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.492289] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.492779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.492779] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.492860] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.493526] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-311decf0-9997-4cbe-822a-ddaf0cbd4049 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.503681] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.503873] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.506946] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58880a16-4a9c-4a1e-a1e9-5eb565239d11 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.512736] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 984.512736] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52402d7f-1683-4feb-db6b-665cac1a5734" [ 984.512736] env[62622]: _type = "Task" [ 984.512736] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.520992] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52402d7f-1683-4feb-db6b-665cac1a5734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.641993] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d5329-e550-4a20-8010-aa2eb48457e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.652048] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e62cbb-6aaf-408f-9d7b-a1b86d9a8bf7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.689040] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e06cb-00d5-466e-adf5-19382f44b458 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.698249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72710907-6bf5-4a7d-ae5d-3310030b9d73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.717237] env[62622]: DEBUG nova.compute.provider_tree [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.750767] env[62622]: DEBUG oslo_vmware.api [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701970, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.751678] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Successfully created port: d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.855028] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.891651] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.981963] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701969, 'name': Rename_Task, 'duration_secs': 0.73717} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.982478] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.982761] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1002a06e-90a3-4f0a-924b-3114e5165978 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.995505] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 984.995505] env[62622]: value = "task-2701971" [ 984.995505] env[62622]: _type = "Task" [ 984.995505] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.008673] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.024542] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52402d7f-1683-4feb-db6b-665cac1a5734, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.025396] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffd5b13-c114-47ec-a4a3-07c9e6d2c049 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.033042] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 985.033042] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d297d-75f6-0f70-b9d0-2b5d1c37a06d" [ 985.033042] env[62622]: _type = "Task" [ 985.033042] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.041986] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d297d-75f6-0f70-b9d0-2b5d1c37a06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.075790] env[62622]: DEBUG nova.network.neutron [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Updating instance_info_cache with network_info: [{"id": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "address": "fa:16:3e:4f:24:21", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f004fe-2e", "ovs_interfaceid": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.222064] env[62622]: DEBUG nova.scheduler.client.report [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.250154] env[62622]: DEBUG oslo_vmware.api [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701970, 'name': PowerOffVM_Task, 'duration_secs': 0.520529} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.250513] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.250703] env[62622]: DEBUG nova.compute.manager [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.251524] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc8e06-c0e4-4f75-bfcd-4c758f955997 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.505766] env[62622]: DEBUG oslo_vmware.api [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2701971, 'name': PowerOnVM_Task, 'duration_secs': 0.444485} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.506030] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.506213] env[62622]: DEBUG nova.compute.manager [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.507010] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c966532-e835-4e8e-9bc3-2008900ecd98 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.542957] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529d297d-75f6-0f70-b9d0-2b5d1c37a06d, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.543241] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.543520] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.543775] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61cd7297-7d57-44bb-b02a-933d05ba2cb7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.550330] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 985.550330] env[62622]: value = "task-2701972" [ 985.550330] env[62622]: _type = "Task" [ 985.550330] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.558649] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.578662] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.578974] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Instance network_info: |[{"id": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "address": "fa:16:3e:4f:24:21", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f004fe-2e", "ovs_interfaceid": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.579381] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:24:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f004fe-2e25-4b32-b8f7-c6159ef0932e', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.586781] env[62622]: DEBUG oslo.service.loopingcall [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.587242] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.587467] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d697132b-4e86-44aa-85b4-1991817248b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.606969] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.606969] env[62622]: value = "task-2701973" [ 985.606969] env[62622]: _type = "Task" [ 985.606969] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.616066] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701973, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.727155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.729515] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.831s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.731547] env[62622]: INFO nova.compute.claims [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.735839] env[62622]: DEBUG nova.compute.manager [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Received event network-changed-97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.736044] env[62622]: DEBUG nova.compute.manager [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Refreshing instance network info cache due to event network-changed-97f004fe-2e25-4b32-b8f7-c6159ef0932e. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.736279] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] Acquiring lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.736434] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] Acquired lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.736609] env[62622]: DEBUG nova.network.neutron [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Refreshing network info cache for port 97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.755217] env[62622]: INFO nova.scheduler.client.report [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Deleted allocations for instance 6ae0d039-081f-4eca-93ae-9ad985a92c37 [ 985.762349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9a710466-7f9d-4cae-925c-467093820b0a tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.549s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.901984] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.932441] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.932701] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.932861] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.933059] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.934040] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.934040] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.934040] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.934040] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.934040] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.934326] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.934326] env[62622]: DEBUG nova.virt.hardware [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.935290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8984e4a5-9465-42a5-861c-49331f446834 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.945829] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433266ad-cec7-4d26-b89d-4a3d7faf3807 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.028088] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.062742] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.119161] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701973, 'name': CreateVM_Task, 'duration_secs': 0.453079} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.119434] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.120270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.120478] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.121155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.121155] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31643bad-69b1-4225-a9ba-6bf3534bb8a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.127596] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 986.127596] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219c1eb-c985-67f9-1f81-ebe17c94ddb1" [ 986.127596] env[62622]: _type = "Task" [ 986.127596] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.138390] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219c1eb-c985-67f9-1f81-ebe17c94ddb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.263758] env[62622]: DEBUG oslo_concurrency.lockutils [None req-cbe97c5f-4dbc-4afd-a81d-3fccecadbe6c tempest-ServerDiskConfigTestJSON-1265329160 tempest-ServerDiskConfigTestJSON-1265329160-project-member] Lock "6ae0d039-081f-4eca-93ae-9ad985a92c37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.721s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.480100] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Successfully updated port: d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.524197] env[62622]: DEBUG nova.network.neutron [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Updated VIF entry in instance network info cache for port 97f004fe-2e25-4b32-b8f7-c6159ef0932e. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.524569] env[62622]: DEBUG nova.network.neutron [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Updating instance_info_cache with network_info: [{"id": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "address": "fa:16:3e:4f:24:21", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f004fe-2e", "ovs_interfaceid": "97f004fe-2e25-4b32-b8f7-c6159ef0932e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.562373] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623109} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.562631] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.562840] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.563100] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb9a10b6-9155-4403-b01f-55030b054884 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.569976] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 986.569976] env[62622]: value = "task-2701974" [ 986.569976] env[62622]: _type = "Task" [ 986.569976] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.580080] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.638345] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5219c1eb-c985-67f9-1f81-ebe17c94ddb1, 'name': SearchDatastore_Task, 'duration_secs': 0.033359} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.639028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.639028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.639167] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.639203] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.639382] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.639640] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55aa5e53-ed7f-4271-bdaf-5670d9fd7221 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.650347] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.650519] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.651227] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35904331-26a3-48e4-b661-0073a069133a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.656459] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 986.656459] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284fc61-77f2-5089-7ccc-39793714f0bc" [ 986.656459] env[62622]: _type = "Task" [ 986.656459] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.664159] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284fc61-77f2-5089-7ccc-39793714f0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.706366] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.706633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.706851] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.707048] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.707225] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.709383] env[62622]: INFO nova.compute.manager [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Terminating instance [ 986.789010] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "5074587c-5c44-4d7a-a73c-418767bd3d58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.789307] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.789470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.789878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.789878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.791850] env[62622]: INFO nova.compute.manager [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Terminating instance [ 986.963434] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb497b2-57ca-4cf2-9fea-f3024ccca485 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.970487] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae762ff-33e5-4bed-bb39-2957781adddf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.002605] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.002757] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.002988] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.005012] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5701c3-24ac-48d7-b756-c657b32d5368 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.014088] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919ec0a-a82c-4d37-a103-9a20896d5bd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.028847] env[62622]: DEBUG nova.compute.provider_tree [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.030363] env[62622]: DEBUG oslo_concurrency.lockutils [req-c8bbe6f0-55d6-4c0e-bcac-fcd364e57a8f req-17aee259-b7ed-4dcd-b12c-8aaff6d92f35 service nova] Releasing lock "refresh_cache-5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.080118] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069377} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.080557] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.081297] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f57f0-c90f-4046-ab16-75b8f8aa6c09 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.103439] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.104051] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36cb586-815b-40fa-a1df-4fb84663a375 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.123849] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 987.123849] env[62622]: value = "task-2701975" [ 987.123849] env[62622]: _type = "Task" [ 987.123849] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.133415] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.169236] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5284fc61-77f2-5089-7ccc-39793714f0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.033294} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.170163] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dbc9bc-71b9-4a50-b999-8c422ba4680b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.176620] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 987.176620] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a28b68-0858-f2ec-70ef-fc07f038beb5" [ 987.176620] env[62622]: _type = "Task" [ 987.176620] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.185188] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a28b68-0858-f2ec-70ef-fc07f038beb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.214054] env[62622]: DEBUG nova.compute.manager [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.214054] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.214431] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55889f8d-1305-43ea-b3ae-c6e8dbecf8df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.223365] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.223620] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9669864-8073-4919-a175-ba8e31a194a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.299585] env[62622]: DEBUG nova.compute.manager [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.299821] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.300136] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.300324] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.300502] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore1] 4a1935ef-3c14-4dee-a827-ef4d0d681465 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.301306] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13efef8-d2ca-4642-baae-2c3f99de8a75 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.304114] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00db9c3-e65d-4aa9-aa4e-1a28a8d9b050 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.310798] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.311958] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b84d63-02e9-4658-84fd-cd9e07b302ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.313478] env[62622]: DEBUG oslo_vmware.api [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 987.313478] env[62622]: value = "task-2701977" [ 987.313478] env[62622]: _type = "Task" [ 987.313478] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.319234] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 987.319234] env[62622]: value = "task-2701978" [ 987.319234] env[62622]: _type = "Task" [ 987.319234] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.322721] env[62622]: DEBUG oslo_vmware.api [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.331264] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.540592] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.566833] env[62622]: DEBUG nova.scheduler.client.report [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.568357] env[62622]: DEBUG nova.compute.provider_tree [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 127 to 128 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.568673] env[62622]: DEBUG nova.compute.provider_tree [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.637279] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701975, 'name': ReconfigVM_Task, 'duration_secs': 0.296146} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.637560] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.638153] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622e6e30-6e1c-4681-94d9-8ade8a9f188d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.645595] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 987.645595] env[62622]: value = "task-2701979" [ 987.645595] env[62622]: _type = "Task" [ 987.645595] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.653764] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701979, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.690422] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a28b68-0858-f2ec-70ef-fc07f038beb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.690422] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.690603] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb/5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.690867] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80a1445-ee7a-4c6e-93d4-22d7212d455b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.695089] env[62622]: DEBUG nova.network.neutron [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating instance_info_cache with network_info: [{"id": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "address": "fa:16:3e:36:31:1b", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43d38a1-37", "ovs_interfaceid": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.698501] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 987.698501] env[62622]: value = "task-2701980" [ 987.698501] env[62622]: _type = "Task" [ 987.698501] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.708033] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.763065] env[62622]: DEBUG nova.compute.manager [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Received event network-vif-plugged-d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.763352] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.763664] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.763760] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.763929] env[62622]: DEBUG nova.compute.manager [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] No waiting events found dispatching network-vif-plugged-d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.764160] env[62622]: WARNING nova.compute.manager [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Received unexpected event network-vif-plugged-d43d38a1-3738-4a79-a27c-0eaeea7dbeee for instance with vm_state building and task_state spawning. [ 987.764333] env[62622]: DEBUG nova.compute.manager [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Received event network-changed-d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.764490] env[62622]: DEBUG nova.compute.manager [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Refreshing instance network info cache due to event network-changed-d43d38a1-3738-4a79-a27c-0eaeea7dbeee. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.764703] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Acquiring lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.823764] env[62622]: DEBUG oslo_vmware.api [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2701977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426912} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.826737] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.826931] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.827116] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.827287] env[62622]: INFO nova.compute.manager [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Took 0.61 seconds to destroy the instance on the hypervisor. [ 987.827523] env[62622]: DEBUG oslo.service.loopingcall [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.827721] env[62622]: DEBUG nova.compute.manager [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.827809] env[62622]: DEBUG nova.network.neutron [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.834438] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701978, 'name': PowerOffVM_Task, 'duration_secs': 0.20669} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.834670] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.834838] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.835085] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca12bdf-894c-4534-a7f3-c9bf017e1ab4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.074970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.075745] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.081220] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.542s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.082436] env[62622]: INFO nova.compute.claims [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.157040] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701979, 'name': Rename_Task, 'duration_secs': 0.153602} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.157345] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.157612] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f225c8-f439-486e-844b-783a1de84c88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.169279] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 988.169279] env[62622]: value = "task-2701982" [ 988.169279] env[62622]: _type = "Task" [ 988.169279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.180903] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.198542] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.198542] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Instance network_info: |[{"id": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "address": "fa:16:3e:36:31:1b", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43d38a1-37", "ovs_interfaceid": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.198931] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Acquired lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.198931] env[62622]: DEBUG nova.network.neutron [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Refreshing network info cache for port d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.200399] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:31:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43d38a1-3738-4a79-a27c-0eaeea7dbeee', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.209142] env[62622]: DEBUG oslo.service.loopingcall [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.209721] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.214888] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f295682e-0b02-4f76-a3e8-e30ca00d6fe6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.240208] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.240208] env[62622]: value = "task-2701983" [ 988.240208] env[62622]: _type = "Task" [ 988.240208] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.246732] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.262659] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701983, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.563677] env[62622]: DEBUG nova.network.neutron [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.588568] env[62622]: DEBUG nova.compute.utils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.592368] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.592550] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.646169] env[62622]: DEBUG nova.policy [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006378d97d35452591fb31a4f554a370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0b53a5bd694d5394e59f6eb45ff65c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.687096] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701982, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.728350] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715246} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.728350] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb/5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.728350] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.728675] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058139c3-83ef-4cdf-9302-d4e65483e907 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.735982] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 988.735982] env[62622]: value = "task-2701984" [ 988.735982] env[62622]: _type = "Task" [ 988.735982] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.745463] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.756575] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701983, 'name': CreateVM_Task, 'duration_secs': 0.488576} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.756751] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.757855] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.758038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.758370] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.758641] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae4aa56-8f01-4e7c-861f-8a1a526862d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.764138] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 988.764138] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52647d72-e4f2-72da-4637-fc49ff4be067" [ 988.764138] env[62622]: _type = "Task" [ 988.764138] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.775846] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52647d72-e4f2-72da-4637-fc49ff4be067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.054751] env[62622]: DEBUG nova.network.neutron [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updated VIF entry in instance network info cache for port d43d38a1-3738-4a79-a27c-0eaeea7dbeee. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.055129] env[62622]: DEBUG nova.network.neutron [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating instance_info_cache with network_info: [{"id": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "address": "fa:16:3e:36:31:1b", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43d38a1-37", "ovs_interfaceid": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.067562] env[62622]: INFO nova.compute.manager [-] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Took 1.24 seconds to deallocate network for instance. [ 989.096359] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.125286] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Successfully created port: c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.182603] env[62622]: DEBUG oslo_vmware.api [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701982, 'name': PowerOnVM_Task, 'duration_secs': 0.565392} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.182898] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.183095] env[62622]: INFO nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Took 9.06 seconds to spawn the instance on the hypervisor. [ 989.183306] env[62622]: DEBUG nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.184240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4111a31-3613-47a4-a7f6-f30412d3c4dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.248441] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070861} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.251471] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.252650] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9ce32-2713-4859-ac76-88819192a3fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.280146] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb/5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.285197] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9d6ccb-ad87-4253-8888-2b395feda7a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.307941] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52647d72-e4f2-72da-4637-fc49ff4be067, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.313028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.313028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.313028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.313028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.313028] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.313028] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 989.313028] env[62622]: value = "task-2701985" [ 989.313028] env[62622]: _type = "Task" [ 989.313028] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.313028] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee2a8580-0d31-49da-beef-a5c0c17e9300 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.324980] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.332165] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.332165] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.332165] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40adaed-8f35-4c2e-b091-6665bf14ceeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.340155] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 989.340155] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b95de-c147-26d0-9e92-65780b2cbe7b" [ 989.340155] env[62622]: _type = "Task" [ 989.340155] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.351555] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b95de-c147-26d0-9e92-65780b2cbe7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.443096] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9b937e-f3be-4670-b9a8-b749bc1e4ef6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.451219] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a2f19-1b4f-4a2d-865c-5ae699c57f7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.481497] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfadd69-2f0b-4194-94ae-77d2f5a7a4ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.489968] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731ff58-7fea-4833-9013-92f4187f03db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.503701] env[62622]: DEBUG nova.compute.provider_tree [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.557468] env[62622]: DEBUG oslo_concurrency.lockutils [req-02d8ce19-593d-48e6-8c50-4b4d2a61584e req-3be3dbbc-7af1-45ab-b219-37d44840c384 service nova] Releasing lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.575991] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.709235] env[62622]: INFO nova.compute.manager [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Took 24.23 seconds to build instance. [ 989.790632] env[62622]: DEBUG nova.compute.manager [req-62bca82d-2c04-4138-bfbd-7958e674d339 req-9bcab31e-25b0-4206-9e9c-468f98774452 service nova] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Received event network-vif-deleted-ee81c876-c4f5-4560-b707-3ee3d8564929 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.825088] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701985, 'name': ReconfigVM_Task, 'duration_secs': 0.409533} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.825411] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb/5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.826009] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b8ef7f-e503-439f-a78b-6db18c42defb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.836022] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 989.836022] env[62622]: value = "task-2701986" [ 989.836022] env[62622]: _type = "Task" [ 989.836022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.847310] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701986, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.853039] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527b95de-c147-26d0-9e92-65780b2cbe7b, 'name': SearchDatastore_Task, 'duration_secs': 0.02705} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.853705] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120b5fe5-5f6b-4fbf-b636-c2f7c6740262 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.859764] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 989.859764] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211c7be-e8c0-f982-3a1b-de4b553ca827" [ 989.859764] env[62622]: _type = "Task" [ 989.859764] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.868171] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211c7be-e8c0-f982-3a1b-de4b553ca827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.008794] env[62622]: DEBUG nova.scheduler.client.report [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.045539] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.045539] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.045883] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleting the datastore file [datastore1] 5074587c-5c44-4d7a-a73c-418767bd3d58 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.045990] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f5aaea-126e-4d03-92fa-6f945c9ed5d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.053608] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 990.053608] env[62622]: value = "task-2701987" [ 990.053608] env[62622]: _type = "Task" [ 990.053608] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.061930] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.106113] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.132104] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.132353] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.132513] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.132700] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.132842] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.132989] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.133223] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.133395] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.133576] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.133753] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.133938] env[62622]: DEBUG nova.virt.hardware [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.134825] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ea662-1141-447c-988a-cd144cb969ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.142952] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b215239-a5ac-4019-bdd8-0c676f27815e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207318] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.207647] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.211261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b816f53-30fd-455e-8862-8546840ef6be tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.749s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.347996] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701986, 'name': Rename_Task, 'duration_secs': 0.185947} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.348481] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.348844] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd65334a-6d52-4df5-bd7f-5e0129b255c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.357418] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 990.357418] env[62622]: value = "task-2701988" [ 990.357418] env[62622]: _type = "Task" [ 990.357418] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.370084] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5211c7be-e8c0-f982-3a1b-de4b553ca827, 'name': SearchDatastore_Task, 'duration_secs': 0.029185} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.373214] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.373522] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] e9cc4fb8-4726-4b21-adf5-c19d5dddd95b/e9cc4fb8-4726-4b21-adf5-c19d5dddd95b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.373795] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.374017] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06397d98-e7f9-4313-9570-d20bd651a8ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.382040] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 990.382040] env[62622]: value = "task-2701989" [ 990.382040] env[62622]: _type = "Task" [ 990.382040] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.394348] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.514921] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.515794] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.519821] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.821s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.520307] env[62622]: DEBUG nova.objects.instance [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lazy-loading 'resources' on Instance uuid e09b360f-4ff9-4d01-b985-8d3513f2570c {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.567024] env[62622]: DEBUG oslo_vmware.api [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2701987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372537} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.567024] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.567024] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.567024] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.567024] env[62622]: INFO nova.compute.manager [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Took 3.27 seconds to destroy the instance on the hypervisor. [ 990.567563] env[62622]: DEBUG oslo.service.loopingcall [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.567563] env[62622]: DEBUG nova.compute.manager [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.567563] env[62622]: DEBUG nova.network.neutron [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.718186] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.718186] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 990.792125] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Successfully updated port: c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.875746] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.894733] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.023317] env[62622]: DEBUG nova.compute.utils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.030109] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.030617] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.304380] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.304685] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.304685] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.307666] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0937fa-1431-4b1a-96f9-6edae0ab1bc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.316852] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f215b3-3791-42f1-a86a-cd7eec583e57 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.350281] env[62622]: DEBUG nova.policy [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.352354] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a4af40-eea2-4f4b-bbf9-ae44300044e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.366772] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62382a50-ecc2-4a49-8c38-18be8cc09129 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.376451] env[62622]: DEBUG oslo_vmware.api [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2701988, 'name': PowerOnVM_Task, 'duration_secs': 0.668372} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.384534] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.384914] env[62622]: INFO nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Took 7.84 seconds to spawn the instance on the hypervisor. [ 991.384914] env[62622]: DEBUG nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.385531] env[62622]: DEBUG nova.compute.provider_tree [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.387392] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c4e25-1684-4cab-b064-9831e35c07bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.404198] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669341} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.404678] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] e9cc4fb8-4726-4b21-adf5-c19d5dddd95b/e9cc4fb8-4726-4b21-adf5-c19d5dddd95b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.404896] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.405166] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8b99a2-3ec2-4ff7-9f03-5d0cf16fbafa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.413956] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 991.413956] env[62622]: value = "task-2701990" [ 991.413956] env[62622]: _type = "Task" [ 991.413956] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.427548] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.530851] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.879451] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.897121] env[62622]: DEBUG nova.scheduler.client.report [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.916385] env[62622]: INFO nova.compute.manager [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Took 26.02 seconds to build instance. [ 991.928721] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077353} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.929034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.929935] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c846d6-7bce-4d75-b948-9472b96ff27f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.935019] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.935208] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.935445] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.935624] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.935792] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] No waiting events found dispatching network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.935958] env[62622]: WARNING nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received unexpected event network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d for instance with vm_state building and task_state spawning. [ 991.936135] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.936286] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing instance network info cache due to event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.936539] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.961893] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e9cc4fb8-4726-4b21-adf5-c19d5dddd95b/e9cc4fb8-4726-4b21-adf5-c19d5dddd95b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.962732] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0740cb-adc8-4af6-8dd1-cbdc958e9e93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.991536] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 991.991536] env[62622]: value = "task-2701991" [ 991.991536] env[62622]: _type = "Task" [ 991.991536] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.996253] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Successfully created port: 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.999187] env[62622]: DEBUG nova.network.neutron [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.003626] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.225387] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Didn't find any instances for network info cache update. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.226698] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 992.227461] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.241200] env[62622]: DEBUG nova.network.neutron [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.402808] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.405302] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.765s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.406172] env[62622]: DEBUG nova.objects.instance [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lazy-loading 'resources' on Instance uuid 108001c7-67d4-4901-b024-15943019d754 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.425045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-853cce4e-1055-41e5-bf70-23dd631af44d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.541s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.439029] env[62622]: INFO nova.scheduler.client.report [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Deleted allocations for instance e09b360f-4ff9-4d01-b985-8d3513f2570c [ 992.503048] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.504565] env[62622]: INFO nova.compute.manager [-] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Took 1.94 seconds to deallocate network for instance. [ 992.545578] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.577659] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.577972] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.580540] env[62622]: DEBUG nova.virt.hardware [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.581442] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78acd2-a26f-49ce-8ef0-2a314e21add7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.590852] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c52e08-998c-46d4-a1a1-ee768451549d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.733209] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.745160] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.745652] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance network_info: |[{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.745997] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.746279] env[62622]: DEBUG nova.network.neutron [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.747837] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:df:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9fe19e2-117b-4e3e-b36b-1a110a85ff7d', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.758952] env[62622]: DEBUG oslo.service.loopingcall [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.762737] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.763505] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58208b7-4dfd-4d26-8776-d1bace533467 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.786309] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.786309] env[62622]: value = "task-2701992" [ 992.786309] env[62622]: _type = "Task" [ 992.786309] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.795137] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701992, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.952460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d9ffad49-3357-46e7-a93e-c8184d1f5234 tempest-ServersTestJSON-1198081629 tempest-ServersTestJSON-1198081629-project-member] Lock "e09b360f-4ff9-4d01-b985-8d3513f2570c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.056s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.004801] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701991, 'name': ReconfigVM_Task, 'duration_secs': 0.814988} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.005452] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e9cc4fb8-4726-4b21-adf5-c19d5dddd95b/e9cc4fb8-4726-4b21-adf5-c19d5dddd95b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.006094] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44b53af-a543-4752-81c5-e50ec5d9702e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.008384] env[62622]: DEBUG nova.network.neutron [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updated VIF entry in instance network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.008715] env[62622]: DEBUG nova.network.neutron [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.012025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.017345] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 993.017345] env[62622]: value = "task-2701993" [ 993.017345] env[62622]: _type = "Task" [ 993.017345] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.033674] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701993, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.151500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.151792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.263594] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c4caf-77a4-4ea8-8365-f246d7010792 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.273734] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205807d0-abee-4e21-a83f-34523bc8ecb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.318579] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a298d7-be3c-495d-be4b-c7bc00140958 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.332184] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fddc1-5db7-4358-88c7-f2a3194d0bd4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.336704] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701992, 'name': CreateVM_Task, 'duration_secs': 0.478008} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.337277] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.338570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.339299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.339299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.339580] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2583bd-6180-47e8-87e2-6e7cb9af9d07 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.351485] env[62622]: DEBUG nova.compute.provider_tree [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.358071] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 993.358071] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5253220c-1a7c-87ed-2654-52303dd804f4" [ 993.358071] env[62622]: _type = "Task" [ 993.358071] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.367974] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5253220c-1a7c-87ed-2654-52303dd804f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.514085] env[62622]: DEBUG oslo_concurrency.lockutils [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.514530] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Received event network-vif-deleted-1155abb2-9c66-499b-8ee8-53a6ab6a92a9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.514741] env[62622]: INFO nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Neutron deleted interface 1155abb2-9c66-499b-8ee8-53a6ab6a92a9; detaching it from the instance and deleting it from the info cache [ 993.514969] env[62622]: DEBUG nova.network.neutron [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.534066] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701993, 'name': Rename_Task, 'duration_secs': 0.185539} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.534066] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.534066] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63989477-7084-4f0a-9398-c1f0e1f77755 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.540973] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 993.540973] env[62622]: value = "task-2701994" [ 993.540973] env[62622]: _type = "Task" [ 993.540973] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.554205] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.654936] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.835057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.835313] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.855936] env[62622]: DEBUG nova.scheduler.client.report [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.872134] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5253220c-1a7c-87ed-2654-52303dd804f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.872134] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.873407] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.873407] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.873407] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.873407] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.874291] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81ca195-23e2-40be-9471-18891035d0cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.884466] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.884701] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.885815] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e3d076-0046-4754-bc89-e4041a8f044f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.892920] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 993.892920] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5285070f-d07c-7e57-84ff-0564484ddbba" [ 993.892920] env[62622]: _type = "Task" [ 993.892920] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.901435] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5285070f-d07c-7e57-84ff-0564484ddbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.966417] env[62622]: DEBUG nova.compute.manager [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-vif-plugged-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.966417] env[62622]: DEBUG oslo_concurrency.lockutils [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.966417] env[62622]: DEBUG oslo_concurrency.lockutils [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.966417] env[62622]: DEBUG oslo_concurrency.lockutils [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.966417] env[62622]: DEBUG nova.compute.manager [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] No waiting events found dispatching network-vif-plugged-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.966417] env[62622]: WARNING nova.compute.manager [req-380830c2-f53e-4015-b8e5-c0f75a6068d1 req-0bbc522a-1e5c-4880-bd73-eee06c0e9854 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received unexpected event network-vif-plugged-724665b3-42c9-4f02-b971-bdb17e2d07a7 for instance with vm_state building and task_state spawning. [ 994.003444] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Successfully updated port: 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.020737] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee5577b9-87f2-4c20-92c8-3a82fdbde3de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.034156] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7f222-fef8-4fb6-bc84-ee3b3011622b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.057446] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.084402] env[62622]: DEBUG nova.compute.manager [req-9e24748e-546a-4759-9404-4ff7864ef677 req-24e08018-f229-4df0-9b9a-558afd7b2eb1 service nova] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Detach interface failed, port_id=1155abb2-9c66-499b-8ee8-53a6ab6a92a9, reason: Instance 5074587c-5c44-4d7a-a73c-418767bd3d58 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 994.188912] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.337813] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.360558] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.366594] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.335s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.366652] env[62622]: DEBUG nova.objects.instance [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 994.401802] env[62622]: INFO nova.scheduler.client.report [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Deleted allocations for instance 108001c7-67d4-4901-b024-15943019d754 [ 994.414053] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5285070f-d07c-7e57-84ff-0564484ddbba, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.414053] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f416c746-1450-49e1-b6a2-b1e774baf8f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.420283] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 994.420283] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eff543-d39e-8dd7-69c9-933b73e4b3ae" [ 994.420283] env[62622]: _type = "Task" [ 994.420283] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.429832] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eff543-d39e-8dd7-69c9-933b73e4b3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.508169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.508169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.508169] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.559735] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.860056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.910310] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c3ed50e6-730e-471f-a405-002297960057 tempest-ServersTestManualDisk-1746929058 tempest-ServersTestManualDisk-1746929058-project-member] Lock "108001c7-67d4-4901-b024-15943019d754" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.106s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.934515] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eff543-d39e-8dd7-69c9-933b73e4b3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.934515] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.934515] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.934515] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81d1096-6933-4441-881b-d753c182e94a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.942784] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 994.942784] env[62622]: value = "task-2701995" [ 994.942784] env[62622]: _type = "Task" [ 994.942784] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.950219] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.041357] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.058797] env[62622]: DEBUG oslo_vmware.api [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2701994, 'name': PowerOnVM_Task, 'duration_secs': 1.107607} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.058797] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.058998] env[62622]: INFO nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Took 9.16 seconds to spawn the instance on the hypervisor. [ 995.059190] env[62622]: DEBUG nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.060018] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f40cca4-75b7-4c91-a9a5-5d214f544e4e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.225264] env[62622]: DEBUG nova.network.neutron [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.378668] env[62622]: DEBUG oslo_concurrency.lockutils [None req-40436cf8-d0c4-448c-bf6f-c379fbe49479 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.380582] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.805s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.381156] env[62622]: DEBUG nova.objects.instance [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'resources' on Instance uuid 4a1935ef-3c14-4dee-a827-ef4d0d681465 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.455163] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701995, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.585860] env[62622]: INFO nova.compute.manager [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Took 22.10 seconds to build instance. [ 995.727945] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.728428] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Instance network_info: |[{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.728880] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:5c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '724665b3-42c9-4f02-b971-bdb17e2d07a7', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.737504] env[62622]: DEBUG oslo.service.loopingcall [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.738110] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.738110] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69bd1654-74b7-4332-8370-2fe136d2ee3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.759712] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.759712] env[62622]: value = "task-2701996" [ 995.759712] env[62622]: _type = "Task" [ 995.759712] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.768424] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701996, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.956286] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80474} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.956630] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.956860] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.957165] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41148b1b-ac8a-40b0-9fc1-6402c71072dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.965187] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 995.965187] env[62622]: value = "task-2701997" [ 995.965187] env[62622]: _type = "Task" [ 995.965187] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.974795] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.006256] env[62622]: DEBUG nova.compute.manager [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.006256] env[62622]: DEBUG nova.compute.manager [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.006256] env[62622]: DEBUG oslo_concurrency.lockutils [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.006256] env[62622]: DEBUG oslo_concurrency.lockutils [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.006256] env[62622]: DEBUG nova.network.neutron [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.088969] env[62622]: DEBUG oslo_concurrency.lockutils [None req-920d849d-8e17-4a03-bf99-80d7588b52a4 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.609s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.150997] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596a3ca4-a604-4234-966a-6ea59c0f301f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.160661] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0de1c49-4dc8-421c-a778-e96236288d8c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.200470] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd356ee8-379b-425b-920f-db9df29c4202 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.210335] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c236aa2-d363-4891-a507-acb1ec4046cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.230705] env[62622]: DEBUG nova.compute.provider_tree [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.259654] env[62622]: DEBUG nova.compute.manager [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Received event network-changed-d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.259791] env[62622]: DEBUG nova.compute.manager [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Refreshing instance network info cache due to event network-changed-d43d38a1-3738-4a79-a27c-0eaeea7dbeee. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.260021] env[62622]: DEBUG oslo_concurrency.lockutils [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] Acquiring lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.260164] env[62622]: DEBUG oslo_concurrency.lockutils [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] Acquired lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.260314] env[62622]: DEBUG nova.network.neutron [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Refreshing network info cache for port d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.272320] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701996, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.477464] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248558} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.477885] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.478845] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e79e8c-c33a-4eb2-85c7-866c9fd4e4c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.511619] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.514435] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ab2f9f-4c7b-4e2d-8e3a-c6b7a55bc820 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.538105] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 996.538105] env[62622]: value = "task-2701998" [ 996.538105] env[62622]: _type = "Task" [ 996.538105] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.547507] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.738020] env[62622]: DEBUG nova.scheduler.client.report [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.781038] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2701996, 'name': CreateVM_Task, 'duration_secs': 0.80777} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.781038] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.781038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.781038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.781038] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.781315] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9f97b4-d67c-47c2-8749-fcdea76404c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.788509] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 996.788509] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523aab23-f9e9-efc1-95c1-4b293dbd8780" [ 996.788509] env[62622]: _type = "Task" [ 996.788509] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.798230] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523aab23-f9e9-efc1-95c1-4b293dbd8780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.051434] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.244981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.247580] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.514s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.248224] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.248463] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 997.248906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.237s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.249245] env[62622]: DEBUG nova.objects.instance [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'resources' on Instance uuid 5074587c-5c44-4d7a-a73c-418767bd3d58 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.254021] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094640e-5930-40bc-a1de-db53bf08653c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.268220] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f530d5b-aa35-4a6f-8465-ab115578f79a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.276059] env[62622]: INFO nova.scheduler.client.report [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance 4a1935ef-3c14-4dee-a827-ef4d0d681465 [ 997.277779] env[62622]: DEBUG nova.network.neutron [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.278550] env[62622]: DEBUG nova.network.neutron [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.299384] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242a325-3f57-4667-b8ef-0be6d5a8ddfd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.303818] env[62622]: DEBUG nova.network.neutron [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updated VIF entry in instance network info cache for port d43d38a1-3738-4a79-a27c-0eaeea7dbeee. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.304067] env[62622]: DEBUG nova.network.neutron [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating instance_info_cache with network_info: [{"id": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "address": "fa:16:3e:36:31:1b", "network": {"id": "3005f014-c603-47d6-a2c1-77290d6975dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1069593322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "841af86f35ed43a1a61a94b4478df043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43d38a1-37", "ovs_interfaceid": "d43d38a1-3738-4a79-a27c-0eaeea7dbeee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.314051] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523aab23-f9e9-efc1-95c1-4b293dbd8780, 'name': SearchDatastore_Task, 'duration_secs': 0.053816} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.316326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.316650] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.316944] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.317155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.317606] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.318650] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb47bbcc-a1e5-435c-bbbd-eb94fb12010b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.322510] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebdaba-7ca3-4ddc-b7e1-ea293534891f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.360738] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179134MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 997.361025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.362997] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.363241] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.363978] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0802731-a770-457e-9264-a3b543781c13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.370412] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 997.370412] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a24719-829c-8ed2-7c08-371b9e04c781" [ 997.370412] env[62622]: _type = "Task" [ 997.370412] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.381021] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a24719-829c-8ed2-7c08-371b9e04c781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.549906] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701998, 'name': ReconfigVM_Task, 'duration_secs': 0.679188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.550186] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Reconfigured VM instance instance-0000005f to attach disk [datastore2] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.550848] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4d13f4a-1927-4803-96fa-4565e93e36f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.559234] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 997.559234] env[62622]: value = "task-2701999" [ 997.559234] env[62622]: _type = "Task" [ 997.559234] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.570220] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701999, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.781113] env[62622]: DEBUG oslo_concurrency.lockutils [req-f746d975-4268-422c-913f-b5e3876338df req-ca47b544-e5e2-4123-80c9-a9384ecd50a8 service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.789920] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9bee782-eecf-4ff7-9866-0dc8e8e7b2a7 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "4a1935ef-3c14-4dee-a827-ef4d0d681465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.082s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.808539] env[62622]: DEBUG oslo_concurrency.lockutils [req-51978d63-bde2-4900-b6e0-7332b212cfda req-50cba9d8-4046-41e6-85a7-4cb3516b13cf service nova] Releasing lock "refresh_cache-e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.884413] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a24719-829c-8ed2-7c08-371b9e04c781, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.888295] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe91e6b-d184-4b5c-8461-e475413b3bfa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.894958] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 997.894958] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ca956d-b421-ca10-2bc7-07c5575e2219" [ 997.894958] env[62622]: _type = "Task" [ 997.894958] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.912337] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ca956d-b421-ca10-2bc7-07c5575e2219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.043512] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55391b0-4fd9-4895-b510-39169339abc1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.052796] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c650988-b358-4647-a9ae-78424c64c5a1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.091420] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24d9ce-6640-45ff-be96-557f2ea2cd12 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.097992] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701999, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.104295] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af65ee4-53ab-44b4-a9f6-8761485c8bb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.120075] env[62622]: DEBUG nova.compute.provider_tree [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.412239] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ca956d-b421-ca10-2bc7-07c5575e2219, 'name': SearchDatastore_Task, 'duration_secs': 0.021401} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.413840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.413985] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 78847dc1-dc18-4b9b-b1a0-2e60042d3a88/78847dc1-dc18-4b9b-b1a0-2e60042d3a88.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.414654] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1dd66c-dd01-45cb-8c3b-78cd7387ffff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.426516] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 998.426516] env[62622]: value = "task-2702000" [ 998.426516] env[62622]: _type = "Task" [ 998.426516] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.442084] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.463597] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.464210] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.572684] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701999, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.624417] env[62622]: DEBUG nova.scheduler.client.report [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.945179] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702000, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.967941] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.073897] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2701999, 'name': Rename_Task, 'duration_secs': 1.187901} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.074335] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.074639] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a7674d-dca9-400e-a4cb-e4f99a75fb51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.085484] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 999.085484] env[62622]: value = "task-2702001" [ 999.085484] env[62622]: _type = "Task" [ 999.085484] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.096112] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.130636] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.134330] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.946s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.136563] env[62622]: INFO nova.compute.claims [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.182165] env[62622]: INFO nova.scheduler.client.report [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted allocations for instance 5074587c-5c44-4d7a-a73c-418767bd3d58 [ 999.439737] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855824} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.440029] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 78847dc1-dc18-4b9b-b1a0-2e60042d3a88/78847dc1-dc18-4b9b-b1a0-2e60042d3a88.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.440251] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.440512] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53610c57-b14b-4bb0-ad87-750241d6bcb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.448936] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 999.448936] env[62622]: value = "task-2702002" [ 999.448936] env[62622]: _type = "Task" [ 999.448936] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.459151] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.491694] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.596826] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.694670] env[62622]: DEBUG oslo_concurrency.lockutils [None req-39b62ac3-5927-4fa5-8383-c7b1c58398ea tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "5074587c-5c44-4d7a-a73c-418767bd3d58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.905s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.964508] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138536} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.964822] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.965896] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240a5a2e-6926-45ae-b823-32c0eb16ceae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.992479] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 78847dc1-dc18-4b9b-b1a0-2e60042d3a88/78847dc1-dc18-4b9b-b1a0-2e60042d3a88.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.992957] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4141fd7-4e70-4615-97db-bc1f154988cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.018616] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1000.018616] env[62622]: value = "task-2702003" [ 1000.018616] env[62622]: _type = "Task" [ 1000.018616] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.028976] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.097214] env[62622]: DEBUG oslo_vmware.api [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702001, 'name': PowerOnVM_Task, 'duration_secs': 0.665905} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.100020] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.100020] env[62622]: INFO nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1000.100020] env[62622]: DEBUG nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.100020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ef158-2080-4ce4-83b2-403fcf6c61d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.327093] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "f790d677-580a-4468-8304-314f1c256dec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.330782] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.361029] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.361029] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.526184] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95c4b5-d6d5-40d9-9c41-5dbfd091e947 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.537768] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec349c6-09ce-4450-97b4-b38913fd4115 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.541021] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.572434] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9439d5-bf39-40e5-9e6b-0cb60accdacc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.586031] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5745e16-6cf5-440a-8c79-d185e6e6a55e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.602505] env[62622]: DEBUG nova.compute.provider_tree [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.617860] env[62622]: INFO nova.compute.manager [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Took 22.74 seconds to build instance. [ 1000.834221] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.865876] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.034294] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702003, 'name': ReconfigVM_Task, 'duration_secs': 1.00657} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.036241] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 78847dc1-dc18-4b9b-b1a0-2e60042d3a88/78847dc1-dc18-4b9b-b1a0-2e60042d3a88.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.036241] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce5d3324-30f2-4a90-a483-2701e0cda7f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.046123] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1001.046123] env[62622]: value = "task-2702004" [ 1001.046123] env[62622]: _type = "Task" [ 1001.046123] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.064153] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702004, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.093773] env[62622]: DEBUG nova.compute.manager [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.094400] env[62622]: DEBUG nova.compute.manager [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing instance network info cache due to event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.094903] env[62622]: DEBUG oslo_concurrency.lockutils [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.095240] env[62622]: DEBUG oslo_concurrency.lockutils [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.095736] env[62622]: DEBUG nova.network.neutron [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.108302] env[62622]: DEBUG nova.scheduler.client.report [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.122971] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9ce3b90-892e-4db7-89b2-ec4e6e7053d3 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.256s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.367231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.396587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.562439] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702004, 'name': Rename_Task, 'duration_secs': 0.264281} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.563553] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.565885] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585483dd-a740-437a-8f94-23bbb7e9860f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.574189] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1001.574189] env[62622]: value = "task-2702005" [ 1001.574189] env[62622]: _type = "Task" [ 1001.574189] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.590113] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.616163] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.619903] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.625166] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.762s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.625166] env[62622]: INFO nova.compute.claims [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.730295] env[62622]: DEBUG nova.compute.manager [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1001.832235] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.832477] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.887864] env[62622]: DEBUG nova.network.neutron [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updated VIF entry in instance network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.888449] env[62622]: DEBUG nova.network.neutron [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.088530] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.124012] env[62622]: DEBUG nova.compute.utils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.126123] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.126123] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.161781] env[62622]: DEBUG nova.policy [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108914dc02d6487c966b2db93269e674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512352af28bc4647a4aa509b8e950185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.257824] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.336747] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.391887] env[62622]: DEBUG oslo_concurrency.lockutils [req-77b1ed63-400b-4754-aabc-57a6c2d3485e req-1a24b47c-4c4b-465d-97e2-e98ce911096e service nova] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.472506] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Successfully created port: c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.589229] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.629024] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.862971] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.011337] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc1b88-8f33-42bc-be14-ac29c5ddf323 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023925] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02168678-51ce-497f-b11b-bdbf68c0f035 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.056686] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2852d1-38f3-43ba-a84d-0f42c03381fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.066059] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b7dab-3173-429b-a97f-79cb2cf91ea4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.081980] env[62622]: DEBUG nova.compute.provider_tree [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.091710] env[62622]: DEBUG oslo_vmware.api [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702005, 'name': PowerOnVM_Task, 'duration_secs': 1.357316} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.092057] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.092301] env[62622]: INFO nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1003.092465] env[62622]: DEBUG nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.093867] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7db8ec-4908-4344-8b8b-2a0e6a3d8be3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.587762] env[62622]: DEBUG nova.scheduler.client.report [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.610851] env[62622]: INFO nova.compute.manager [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Took 24.09 seconds to build instance. [ 1003.638569] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.665549] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.665815] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.665973] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.666171] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.666319] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.666491] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.666744] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.666940] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.667128] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.667299] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.667474] env[62622]: DEBUG nova.virt.hardware [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.668331] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a60fa-6f01-4b08-8a99-bc55996aa5f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.676686] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65291d9c-c070-46fc-a86c-d83584f7507c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.969948] env[62622]: DEBUG nova.compute.manager [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Received event network-vif-plugged-c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.969948] env[62622]: DEBUG oslo_concurrency.lockutils [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] Acquiring lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.970157] env[62622]: DEBUG oslo_concurrency.lockutils [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.970864] env[62622]: DEBUG oslo_concurrency.lockutils [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.970864] env[62622]: DEBUG nova.compute.manager [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] No waiting events found dispatching network-vif-plugged-c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.970864] env[62622]: WARNING nova.compute.manager [req-65651f91-be3f-4cf5-a2eb-983327c670a2 req-be61be19-7de8-4f25-b26b-e0f2878ae696 service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Received unexpected event network-vif-plugged-c677a1e6-e1a5-4be8-86f0-79cd3ef872de for instance with vm_state building and task_state spawning. [ 1004.062052] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Successfully updated port: c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.092905] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.093472] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.096135] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.735s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.112688] env[62622]: DEBUG oslo_concurrency.lockutils [None req-829c7a1b-5b74-4c6d-b2bf-165a6d121107 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.599s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.564612] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.564799] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.564869] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.608742] env[62622]: DEBUG nova.compute.utils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.613991] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.614155] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.650197] env[62622]: DEBUG nova.policy [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb92b7eb3c634775831461daeb6c94d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a3c251f805345a3bd9158911d46365b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.814689] env[62622]: DEBUG nova.compute.manager [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.814689] env[62622]: DEBUG nova.compute.manager [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.814689] env[62622]: DEBUG oslo_concurrency.lockutils [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.814689] env[62622]: DEBUG oslo_concurrency.lockutils [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.814853] env[62622]: DEBUG nova.network.neutron [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.918885] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Successfully created port: fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.109998] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.116303] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating resource usage from migration 5867dc16-79d4-40df-9e9b-750a8db81f67 [ 1005.118761] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.147808] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148020] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 61506e2e-a2fc-48ed-a93e-581f03d85915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148169] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance eb611f7d-d574-458a-9ef4-fa43e4c94823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148319] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 74d01aa8-097c-4e77-a869-0c9d833ef3a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148472] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148600] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance a9672b15-e7d9-456a-8e9c-61b8a1732741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148864] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.148864] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 27179519-b0d4-43ba-b8fb-db729d0571b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149009] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance c17d989c-f044-4740-a16a-a185eea720b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149166] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149312] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance e9cc4fb8-4726-4b21-adf5-c19d5dddd95b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149436] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance feb63777-049e-46d0-9a74-c075c2273b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149583] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149721] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5252d4cb-e7ef-4ced-bd36-0d97066b9d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.149846] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 53151dbe-b918-4d3e-8478-c3c3a837f3a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1005.303750] env[62622]: DEBUG nova.network.neutron [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Updating instance_info_cache with network_info: [{"id": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "address": "fa:16:3e:56:6e:10", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677a1e6-e1", "ovs_interfaceid": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.550697] env[62622]: DEBUG nova.network.neutron [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.552216] env[62622]: DEBUG nova.network.neutron [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.653143] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 27a50cf7-2d24-4e50-bec2-35d617d6c854 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1005.750182] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.750428] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.806402] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.806797] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Instance network_info: |[{"id": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "address": "fa:16:3e:56:6e:10", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677a1e6-e1", "ovs_interfaceid": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.807196] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:6e:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c677a1e6-e1a5-4be8-86f0-79cd3ef872de', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.814541] env[62622]: DEBUG oslo.service.loopingcall [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.814756] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.814978] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa32a49c-ab6c-4e00-b6cf-e297543fe787 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.836247] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.836247] env[62622]: value = "task-2702006" [ 1005.836247] env[62622]: _type = "Task" [ 1005.836247] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.844930] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702006, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.902751] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "27179519-b0d4-43ba-b8fb-db729d0571b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.903078] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.903304] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.903537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.903749] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.905839] env[62622]: INFO nova.compute.manager [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Terminating instance [ 1005.997741] env[62622]: DEBUG nova.compute.manager [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Received event network-changed-c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.997935] env[62622]: DEBUG nova.compute.manager [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Refreshing instance network info cache due to event network-changed-c677a1e6-e1a5-4be8-86f0-79cd3ef872de. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.998162] env[62622]: DEBUG oslo_concurrency.lockutils [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] Acquiring lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.998304] env[62622]: DEBUG oslo_concurrency.lockutils [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] Acquired lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.998457] env[62622]: DEBUG nova.network.neutron [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Refreshing network info cache for port c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.057332] env[62622]: DEBUG oslo_concurrency.lockutils [req-362af875-186c-449a-bff8-adac7ceef8b9 req-769c0d85-207b-4c90-89e0-a0c30a646c01 service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.131862] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.156069] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance f790d677-580a-4468-8304-314f1c256dec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1006.160077] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.160504] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.160504] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.160647] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.160796] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.161171] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.161171] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.161330] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.161485] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.161646] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.161819] env[62622]: DEBUG nova.virt.hardware [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.162694] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161c47a-4f92-4522-8cb5-6d31d30d6b5a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.173287] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe621952-fe03-4d56-8dec-95fdbe60aee2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.253547] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.346782] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702006, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.409817] env[62622]: DEBUG nova.compute.manager [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.410636] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.412884] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b613d0-f5ef-4a90-b623-693068aaeeda {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.422896] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.423292] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c75735-4f98-4fa6-a41b-b85af4eb8584 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.430789] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1006.430789] env[62622]: value = "task-2702007" [ 1006.430789] env[62622]: _type = "Task" [ 1006.430789] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.440152] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.503898] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Successfully updated port: fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.618021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.618283] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.658886] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 3b4509a7-7146-44ba-8f2c-5f631a63f7ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1006.659108] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration 5867dc16-79d4-40df-9e9b-750a8db81f67 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1006.659256] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance da64bb9b-4db1-4304-99f2-cacd85bef36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.775815] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.847570] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702006, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.920448] env[62622]: DEBUG nova.network.neutron [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Updated VIF entry in instance network info cache for port c677a1e6-e1a5-4be8-86f0-79cd3ef872de. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.920820] env[62622]: DEBUG nova.network.neutron [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Updating instance_info_cache with network_info: [{"id": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "address": "fa:16:3e:56:6e:10", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677a1e6-e1", "ovs_interfaceid": "c677a1e6-e1a5-4be8-86f0-79cd3ef872de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.941816] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702007, 'name': PowerOffVM_Task, 'duration_secs': 0.289882} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.942129] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.942305] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.942550] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9276003a-fc15-476b-ae40-6463929ab56f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.007325] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.007410] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquired lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.007568] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.012918] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.013203] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.013439] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleting the datastore file [datastore1] 27179519-b0d4-43ba-b8fb-db729d0571b5 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.013743] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a334b984-b7fb-4821-af97-3fdea229f5d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.020603] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1007.020603] env[62622]: value = "task-2702009" [ 1007.020603] env[62622]: _type = "Task" [ 1007.020603] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.029677] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.121151] env[62622]: INFO nova.compute.manager [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Detaching volume 995bf0c7-bb5d-4308-961d-1fdb24084127 [ 1007.155769] env[62622]: INFO nova.virt.block_device [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Attempting to driver detach volume 995bf0c7-bb5d-4308-961d-1fdb24084127 from mountpoint /dev/sdb [ 1007.156069] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.156289] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544432', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'name': 'volume-995bf0c7-bb5d-4308-961d-1fdb24084127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9672b15-e7d9-456a-8e9c-61b8a1732741', 'attached_at': '', 'detached_at': '', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'serial': '995bf0c7-bb5d-4308-961d-1fdb24084127'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.157181] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab484aa-7b1d-41ac-895a-3c3a665efc5f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.180294] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5689f66c-b70e-4094-9ea2-baa7c2bc5dde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1007.180575] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1007.180723] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1007.184282] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75608a1-49bf-4dc6-b121-2a96ad4279fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.192820] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4cdeb-fb16-4982-8589-2f31a8894095 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.218899] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482e1d58-0605-43cd-83af-ada364068791 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.238021] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] The volume has not been displaced from its original location: [datastore1] volume-995bf0c7-bb5d-4308-961d-1fdb24084127/volume-995bf0c7-bb5d-4308-961d-1fdb24084127.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1007.240195] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.243163] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cecf71-09b8-45a2-a16e-b8f40f22df0c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.262511] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1007.262511] env[62622]: value = "task-2702010" [ 1007.262511] env[62622]: _type = "Task" [ 1007.262511] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.275809] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.347567] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702006, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.427144] env[62622]: DEBUG oslo_concurrency.lockutils [req-9428a07e-f267-4d0a-835d-8fb4478f2c86 req-36d0dd1e-b516-413c-b4bd-d70ecd3ea8ab service nova] Releasing lock "refresh_cache-5252d4cb-e7ef-4ced-bd36-0d97066b9d80" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.514423] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0905b38b-8a2e-45d1-9ef7-56fca99a3294 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.525825] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca5c9c-77ad-4178-95ea-26b99479dd7a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.535263] env[62622]: DEBUG oslo_vmware.api [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230938} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.573560] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.573786] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.573980] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.577262] env[62622]: INFO nova.compute.manager [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.577262] env[62622]: DEBUG oslo.service.loopingcall [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.577262] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.578070] env[62622]: DEBUG nova.compute.manager [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.578171] env[62622]: DEBUG nova.network.neutron [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.580665] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d70eb-4e92-46cd-b4db-802669c8e238 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.590660] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087178d9-00e9-450b-87c7-79397e54bcb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.611272] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.772256] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702010, 'name': ReconfigVM_Task, 'duration_secs': 0.36556} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.772539] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1007.777496] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913d7cff-4a86-4889-a601-4153c2dc3c82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.793135] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1007.793135] env[62622]: value = "task-2702011" [ 1007.793135] env[62622]: _type = "Task" [ 1007.793135] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.801745] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.811809] env[62622]: DEBUG nova.network.neutron [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Updating instance_info_cache with network_info: [{"id": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "address": "fa:16:3e:0c:ca:64", "network": {"id": "f6697050-c1c1-4216-a25d-877d8a3e6686", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1378723816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3c251f805345a3bd9158911d46365b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcee74fd-52", "ovs_interfaceid": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.849438] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702006, 'name': CreateVM_Task, 'duration_secs': 1.534219} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.849655] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.850306] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.850471] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.850909] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.851067] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6da42d-a0a1-4c54-a137-b5e5c1d6e061 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.856057] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1007.856057] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52190d49-4371-890e-1719-727cd684cee0" [ 1007.856057] env[62622]: _type = "Task" [ 1007.856057] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.864526] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52190d49-4371-890e-1719-727cd684cee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.028157] env[62622]: DEBUG nova.compute.manager [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Received event network-vif-plugged-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.028386] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Acquiring lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.028614] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.028758] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.028920] env[62622]: DEBUG nova.compute.manager [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] No waiting events found dispatching network-vif-plugged-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.029264] env[62622]: WARNING nova.compute.manager [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Received unexpected event network-vif-plugged-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 for instance with vm_state building and task_state spawning. [ 1008.029455] env[62622]: DEBUG nova.compute.manager [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Received event network-changed-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.029585] env[62622]: DEBUG nova.compute.manager [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Refreshing instance network info cache due to event network-changed-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.029759] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Acquiring lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.116976] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.303151] env[62622]: DEBUG oslo_vmware.api [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702011, 'name': ReconfigVM_Task, 'duration_secs': 0.159148} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.303511] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544432', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'name': 'volume-995bf0c7-bb5d-4308-961d-1fdb24084127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9672b15-e7d9-456a-8e9c-61b8a1732741', 'attached_at': '', 'detached_at': '', 'volume_id': '995bf0c7-bb5d-4308-961d-1fdb24084127', 'serial': '995bf0c7-bb5d-4308-961d-1fdb24084127'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1008.314299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Releasing lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.314617] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Instance network_info: |[{"id": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "address": "fa:16:3e:0c:ca:64", "network": {"id": "f6697050-c1c1-4216-a25d-877d8a3e6686", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1378723816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3c251f805345a3bd9158911d46365b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcee74fd-52", "ovs_interfaceid": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.314904] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Acquired lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.315155] env[62622]: DEBUG nova.network.neutron [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Refreshing network info cache for port fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.316383] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ca:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcee74fd-524f-4cb0-9ec3-bc4c01b8e012', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.324601] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Creating folder: Project (4a3c251f805345a3bd9158911d46365b). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.327677] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503a919e-8835-4c32-9dc9-d7039ccdc2fd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.341790] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Created folder: Project (4a3c251f805345a3bd9158911d46365b) in parent group-v544184. [ 1008.342010] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Creating folder: Instances. Parent ref: group-v544447. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.342520] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf143ab3-7a65-473c-a0d2-2fffc8e1cd22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.354209] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Created folder: Instances in parent group-v544447. [ 1008.354462] env[62622]: DEBUG oslo.service.loopingcall [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.354665] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.354881] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ceede2d-c237-4a7d-9645-bb5f2957046a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.385018] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52190d49-4371-890e-1719-727cd684cee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.387072] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.387072] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.387295] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.387801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.387801] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.387801] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.387801] env[62622]: value = "task-2702014" [ 1008.387801] env[62622]: _type = "Task" [ 1008.387801] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.391123] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5ed31e-48be-4339-b46e-0c72a431cf6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.398669] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702014, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.400457] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.400633] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.401349] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2734d889-71bf-437a-ac1e-714d75684602 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.408064] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1008.408064] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523ba567-aa8e-ac0e-f325-506a4aace109" [ 1008.408064] env[62622]: _type = "Task" [ 1008.408064] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.418110] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523ba567-aa8e-ac0e-f325-506a4aace109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.571262] env[62622]: DEBUG nova.network.neutron [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Updated VIF entry in instance network info cache for port fcee74fd-524f-4cb0-9ec3-bc4c01b8e012. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.571663] env[62622]: DEBUG nova.network.neutron [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Updating instance_info_cache with network_info: [{"id": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "address": "fa:16:3e:0c:ca:64", "network": {"id": "f6697050-c1c1-4216-a25d-877d8a3e6686", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1378723816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a3c251f805345a3bd9158911d46365b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcee74fd-52", "ovs_interfaceid": "fcee74fd-524f-4cb0-9ec3-bc4c01b8e012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.625292] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1008.625292] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.529s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.625292] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.134s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.627111] env[62622]: INFO nova.compute.claims [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.630063] env[62622]: DEBUG nova.network.neutron [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.848198] env[62622]: DEBUG nova.objects.instance [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'flavor' on Instance uuid a9672b15-e7d9-456a-8e9c-61b8a1732741 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.900658] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702014, 'name': CreateVM_Task, 'duration_secs': 0.44797} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.900824] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.901512] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.901683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.902024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.902286] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dd4519-f253-4dca-8176-46bb6c1ea770 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.907526] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1008.907526] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b68778-8e6b-93d7-050c-cf5f48d17b8c" [ 1008.907526] env[62622]: _type = "Task" [ 1008.907526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.920525] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b68778-8e6b-93d7-050c-cf5f48d17b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.923908] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.924121] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.924430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.924670] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523ba567-aa8e-ac0e-f325-506a4aace109, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.925486] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52157efb-da72-4722-83ae-59049d5c8f65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.930892] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1008.930892] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5252df27-89b1-2774-e51e-3030377516d3" [ 1008.930892] env[62622]: _type = "Task" [ 1008.930892] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.938976] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5252df27-89b1-2774-e51e-3030377516d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.074944] env[62622]: DEBUG oslo_concurrency.lockutils [req-617329df-29ca-401c-9a05-efaf81576f3a req-0e7d9522-6ff1-4f79-abfc-f0a3b397d496 service nova] Releasing lock "refresh_cache-53151dbe-b918-4d3e-8478-c3c3a837f3a3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.133255] env[62622]: INFO nova.compute.manager [-] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Took 1.55 seconds to deallocate network for instance. [ 1009.441948] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5252df27-89b1-2774-e51e-3030377516d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.442328] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.442562] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5252d4cb-e7ef-4ced-bd36-0d97066b9d80/5252d4cb-e7ef-4ced-bd36-0d97066b9d80.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.442849] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.443056] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.443275] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84a9681-f320-41c6-8e4d-1204fa23f937 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.445609] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6711248-475e-45df-9554-d78706abbad8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.453849] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1009.453849] env[62622]: value = "task-2702015" [ 1009.453849] env[62622]: _type = "Task" [ 1009.453849] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.457754] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.457953] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.458936] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be52116-4d4b-4604-8ff1-047fb96742c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.464106] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.467406] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1009.467406] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a260a-e4a7-f65d-d4b9-d69dffb8143d" [ 1009.467406] env[62622]: _type = "Task" [ 1009.467406] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.475525] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a260a-e4a7-f65d-d4b9-d69dffb8143d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.639721] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.856150] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e265e899-7be0-48d5-b9a4-b84690841093 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.946209] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf60f7-0264-415b-b9cf-8ef616c14cae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.954827] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ca8af-96c8-4b2c-a22e-ce3c35cab892 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.968030] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.995808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe891b24-f781-477f-879b-42223d2941ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.013078] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b53aeb-aa12-42f3-abe6-440431203df1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.017058] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526a260a-e4a7-f65d-d4b9-d69dffb8143d, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.019093] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23d646f-bc23-44bf-8790-58304f2eb7cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.033488] env[62622]: DEBUG nova.compute.provider_tree [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.042838] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1010.042838] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52effc98-6650-23b6-c920-4095e7106ab2" [ 1010.042838] env[62622]: _type = "Task" [ 1010.042838] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.059285] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52effc98-6650-23b6-c920-4095e7106ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.068456] env[62622]: DEBUG nova.compute.manager [req-2ecf7f25-92d3-4d67-b8d1-44c29fcfcc56 req-6d47863e-7882-4667-abb3-5f0e393a00f0 service nova] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Received event network-vif-deleted-ec68a4b7-9f45-45e0-96f4-5f67b590f5ad {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.470068] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887643} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.470068] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5252d4cb-e7ef-4ced-bd36-0d97066b9d80/5252d4cb-e7ef-4ced-bd36-0d97066b9d80.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.470589] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.470589] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84b0dc60-cced-4758-aedd-93e92298502f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.478143] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1010.478143] env[62622]: value = "task-2702016" [ 1010.478143] env[62622]: _type = "Task" [ 1010.478143] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.493288] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.537483] env[62622]: DEBUG nova.scheduler.client.report [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.552878] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52effc98-6650-23b6-c920-4095e7106ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.063589} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.553516] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.553865] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 53151dbe-b918-4d3e-8478-c3c3a837f3a3/53151dbe-b918-4d3e-8478-c3c3a837f3a3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.554602] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df530b6c-47a5-4168-b291-c17b372d787e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.563111] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1010.563111] env[62622]: value = "task-2702017" [ 1010.563111] env[62622]: _type = "Task" [ 1010.563111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.572389] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.990065] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.990398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.990631] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.990891] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.991174] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.993032] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068816} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.993626] env[62622]: INFO nova.compute.manager [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Terminating instance [ 1010.995305] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.997339] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9949ce4-9797-4ee3-9588-728b2dd660e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.022356] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5252d4cb-e7ef-4ced-bd36-0d97066b9d80/5252d4cb-e7ef-4ced-bd36-0d97066b9d80.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.022954] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b2480b-ea49-4218-8902-92ac2feb275a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.044468] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.045042] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.047546] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1011.047546] env[62622]: value = "task-2702018" [ 1011.047546] env[62622]: _type = "Task" [ 1011.047546] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.047953] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.681s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.049643] env[62622]: INFO nova.compute.claims [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.061029] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.072903] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439634} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.073752] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 53151dbe-b918-4d3e-8478-c3c3a837f3a3/53151dbe-b918-4d3e-8478-c3c3a837f3a3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.073752] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.073918] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63df6409-9d7e-4699-af42-abb52d1b68f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.081796] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1011.081796] env[62622]: value = "task-2702019" [ 1011.081796] env[62622]: _type = "Task" [ 1011.081796] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.091794] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.501588] env[62622]: DEBUG nova.compute.manager [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.501892] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.503290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5613d309-c7cb-428c-bb2e-1c04f58a2dd4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.511918] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.512234] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4af0e5-1048-4642-89b1-13232dd2c4a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.519600] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1011.519600] env[62622]: value = "task-2702020" [ 1011.519600] env[62622]: _type = "Task" [ 1011.519600] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.528579] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.549196] env[62622]: DEBUG nova.compute.utils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.550616] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.550788] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.566740] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702018, 'name': ReconfigVM_Task, 'duration_secs': 0.332242} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.567016] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5252d4cb-e7ef-4ced-bd36-0d97066b9d80/5252d4cb-e7ef-4ced-bd36-0d97066b9d80.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.567798] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0352032-0067-4cf2-b79f-258e315c9ad7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.575093] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1011.575093] env[62622]: value = "task-2702021" [ 1011.575093] env[62622]: _type = "Task" [ 1011.575093] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.584114] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702021, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.592363] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069561} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.592557] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.593306] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321c5e2e-dfaa-4668-9bb3-59c580db856d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.596840] env[62622]: DEBUG nova.policy [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.617997] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 53151dbe-b918-4d3e-8478-c3c3a837f3a3/53151dbe-b918-4d3e-8478-c3c3a837f3a3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.618294] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985f2160-1713-4011-b1d4-9bd6385d31dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.640194] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1011.640194] env[62622]: value = "task-2702022" [ 1011.640194] env[62622]: _type = "Task" [ 1011.640194] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.650298] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.883378] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Successfully created port: 155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.031645] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702020, 'name': PowerOffVM_Task, 'duration_secs': 0.298577} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.032039] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.032291] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.032608] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725eec13-7629-4834-acc2-27de204db88d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.054325] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.092870] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702021, 'name': Rename_Task, 'duration_secs': 0.280763} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.095808] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.097291] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98dbab91-6d15-46de-8a96-c3fd87e8d1db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.106035] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1012.106035] env[62622]: value = "task-2702024" [ 1012.106035] env[62622]: _type = "Task" [ 1012.106035] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.114032] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.134641] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.134914] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.135116] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleting the datastore file [datastore2] a9672b15-e7d9-456a-8e9c-61b8a1732741 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.135390] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7397945e-7ed9-4d90-b4f5-d0ba00830c6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.148658] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1012.148658] env[62622]: value = "task-2702025" [ 1012.148658] env[62622]: _type = "Task" [ 1012.148658] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.155925] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702022, 'name': ReconfigVM_Task, 'duration_secs': 0.300321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.157606] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 53151dbe-b918-4d3e-8478-c3c3a837f3a3/53151dbe-b918-4d3e-8478-c3c3a837f3a3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.157810] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db9130b6-fe0e-47ab-b33a-6344c7d2b503 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.165655] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.171505] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1012.171505] env[62622]: value = "task-2702026" [ 1012.171505] env[62622]: _type = "Task" [ 1012.171505] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.183798] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702026, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.402174] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d943775f-2543-448c-b5fd-18f9645e67d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.410071] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f2329-ee11-49ea-9ed4-c1c24b9f1cef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.441443] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3372ec56-54be-4d9d-811e-2842fb0e077d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.449349] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450d4987-e45d-495a-8264-a02ebd4ae623 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.462555] env[62622]: DEBUG nova.compute.provider_tree [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.616779] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.658815] env[62622]: DEBUG oslo_vmware.api [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173093} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.659121] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.659314] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.659494] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.659737] env[62622]: INFO nova.compute.manager [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1012.660000] env[62622]: DEBUG oslo.service.loopingcall [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.660207] env[62622]: DEBUG nova.compute.manager [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.660302] env[62622]: DEBUG nova.network.neutron [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.681307] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702026, 'name': Rename_Task, 'duration_secs': 0.194232} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.681573] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.681811] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59afdeb1-665d-44a3-aed2-eb921a2f56fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.689460] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1012.689460] env[62622]: value = "task-2702027" [ 1012.689460] env[62622]: _type = "Task" [ 1012.689460] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.708627] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702027, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.965704] env[62622]: DEBUG nova.scheduler.client.report [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.066139] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.097371] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.097627] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.097787] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.097975] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.098138] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.098287] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.098496] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.098655] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.098827] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.098990] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.099228] env[62622]: DEBUG nova.virt.hardware [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.100139] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9861e1-f5ae-45d5-8634-e700d83b2dcd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.113209] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018abbeb-f429-47c5-910f-938a51cdaa84 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.123776] env[62622]: DEBUG oslo_vmware.api [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702024, 'name': PowerOnVM_Task, 'duration_secs': 0.763274} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.133073] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.133349] env[62622]: INFO nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1013.133556] env[62622]: DEBUG nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.134595] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eafa89-4f21-41eb-96fe-281cf93a8b7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.176922] env[62622]: DEBUG nova.compute.manager [req-e4660a6b-22be-4afb-aeb0-05d73cab58af req-23b15353-f237-4da9-8409-1148e1547e4d service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Received event network-vif-deleted-25fe167d-6257-426e-b337-7f1884913b52 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.177268] env[62622]: INFO nova.compute.manager [req-e4660a6b-22be-4afb-aeb0-05d73cab58af req-23b15353-f237-4da9-8409-1148e1547e4d service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Neutron deleted interface 25fe167d-6257-426e-b337-7f1884913b52; detaching it from the instance and deleting it from the info cache [ 1013.177542] env[62622]: DEBUG nova.network.neutron [req-e4660a6b-22be-4afb-aeb0-05d73cab58af req-23b15353-f237-4da9-8409-1148e1547e4d service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.206042] env[62622]: DEBUG oslo_vmware.api [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702027, 'name': PowerOnVM_Task, 'duration_secs': 0.499812} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.206364] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.206583] env[62622]: INFO nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1013.206787] env[62622]: DEBUG nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.207626] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac96439-ea7d-430f-9671-76dc1081f398 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.373850] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Successfully updated port: 155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.471298] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.471864] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.476028] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.078s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.480027] env[62622]: INFO nova.compute.claims [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.653870] env[62622]: INFO nova.compute.manager [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Took 19.49 seconds to build instance. [ 1013.654787] env[62622]: DEBUG nova.network.neutron [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.681337] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a151e6a0-bb76-4365-836b-0c6d75b7252b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.692041] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346579e4-8c4d-4476-ae53-60c696116030 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.737032] env[62622]: DEBUG nova.compute.manager [req-e4660a6b-22be-4afb-aeb0-05d73cab58af req-23b15353-f237-4da9-8409-1148e1547e4d service nova] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Detach interface failed, port_id=25fe167d-6257-426e-b337-7f1884913b52, reason: Instance a9672b15-e7d9-456a-8e9c-61b8a1732741 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1013.738992] env[62622]: INFO nova.compute.manager [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Took 18.89 seconds to build instance. [ 1013.876628] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.876628] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.876962] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.980957] env[62622]: DEBUG nova.compute.utils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1013.986916] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.986916] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.023572] env[62622]: DEBUG nova.policy [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44fafd41c7904b49ab3aad53494caf96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6cf0733cb94704ad4d009e1abede99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.157357] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c9311b45-fe6b-49a2-98d8-95122434b015 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.005s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.157801] env[62622]: INFO nova.compute.manager [-] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Took 1.50 seconds to deallocate network for instance. [ 1014.241276] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ced56fc-cc91-4ca2-a3a0-d5b924f8b953 tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.406s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.336295] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Successfully created port: 4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.417667] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.485309] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.655439] env[62622]: DEBUG nova.network.neutron [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Updating instance_info_cache with network_info: [{"id": "155ba603-fe49-402c-858d-db1608b65667", "address": "fa:16:3e:af:c6:e8", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155ba603-fe", "ovs_interfaceid": "155ba603-fe49-402c-858d-db1608b65667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.666850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.826145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f0ccd-e710-48b4-adb6-4291fd68d707 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.834371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d999921-8d48-4482-8529-93a26004a984 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.865399] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d789d9-5b70-4da4-bd23-38bd6f6618b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.873744] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0f738e-8232-4a6f-979e-0f5d08d67074 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.887790] env[62622]: DEBUG nova.compute.provider_tree [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.159254] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.159254] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Instance network_info: |[{"id": "155ba603-fe49-402c-858d-db1608b65667", "address": "fa:16:3e:af:c6:e8", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155ba603-fe", "ovs_interfaceid": "155ba603-fe49-402c-858d-db1608b65667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.159435] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c6:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '155ba603-fe49-402c-858d-db1608b65667', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.166963] env[62622]: DEBUG oslo.service.loopingcall [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.167250] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.167487] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c2737a-5654-4732-8b32-02afd57da2d4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.202363] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.202363] env[62622]: value = "task-2702028" [ 1015.202363] env[62622]: _type = "Task" [ 1015.202363] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.210745] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.211018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.217131] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702028, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.218477] env[62622]: DEBUG nova.compute.manager [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Received event network-vif-plugged-155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.218719] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Acquiring lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.218960] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.219151] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.219662] env[62622]: DEBUG nova.compute.manager [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] No waiting events found dispatching network-vif-plugged-155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.219662] env[62622]: WARNING nova.compute.manager [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Received unexpected event network-vif-plugged-155ba603-fe49-402c-858d-db1608b65667 for instance with vm_state building and task_state spawning. [ 1015.219740] env[62622]: DEBUG nova.compute.manager [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Received event network-changed-155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.219844] env[62622]: DEBUG nova.compute.manager [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Refreshing instance network info cache due to event network-changed-155ba603-fe49-402c-858d-db1608b65667. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.220073] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Acquiring lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.220280] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Acquired lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.220415] env[62622]: DEBUG nova.network.neutron [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Refreshing network info cache for port 155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.392441] env[62622]: DEBUG nova.scheduler.client.report [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.498075] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.524905] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.525189] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.525350] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.525533] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.525729] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.525889] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.526140] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.526312] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.526484] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.526656] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.526832] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.527751] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b4d1e-6673-42dd-ad33-380acfdc4d5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.536305] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f546430-1f2a-4544-91c9-c253492bc194 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.713255] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702028, 'name': CreateVM_Task, 'duration_secs': 0.353788} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.713700] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.714171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.714337] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.714694] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.714982] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4094c4-2c98-4922-9686-8fdf1c771a0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.718374] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.722322] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1015.722322] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a2910-c2e9-d0c1-3056-2e5d753fb680" [ 1015.722322] env[62622]: _type = "Task" [ 1015.722322] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.734485] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a2910-c2e9-d0c1-3056-2e5d753fb680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.839058] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.839407] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.839684] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.839972] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.840265] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.847225] env[62622]: INFO nova.compute.manager [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Terminating instance [ 1015.896988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.897556] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.903022] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.643s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.068467] env[62622]: DEBUG nova.network.neutron [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Updated VIF entry in instance network info cache for port 155ba603-fe49-402c-858d-db1608b65667. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.068467] env[62622]: DEBUG nova.network.neutron [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Updating instance_info_cache with network_info: [{"id": "155ba603-fe49-402c-858d-db1608b65667", "address": "fa:16:3e:af:c6:e8", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155ba603-fe", "ovs_interfaceid": "155ba603-fe49-402c-858d-db1608b65667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.118501] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Successfully updated port: 4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.238845] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527a2910-c2e9-d0c1-3056-2e5d753fb680, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.239415] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.239415] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.239627] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.239771] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.239949] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.240226] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a873e98f-4e83-4e6c-a8a4-e1b0554c381b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.246342] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.249873] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.250061] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.250768] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64aa4335-77e8-4911-a1d7-cfb8504516ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.256290] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1016.256290] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526c0b5f-3ee2-dd76-3a5b-51e2c49cd750" [ 1016.256290] env[62622]: _type = "Task" [ 1016.256290] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.265550] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526c0b5f-3ee2-dd76-3a5b-51e2c49cd750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.351728] env[62622]: DEBUG nova.compute.manager [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.351997] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.352978] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768e615-eeb3-4faa-8070-939516a6808a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.361017] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.361320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa25b734-d7a5-4ced-af59-3fa85b6227f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.369329] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1016.369329] env[62622]: value = "task-2702029" [ 1016.369329] env[62622]: _type = "Task" [ 1016.369329] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.378790] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.403028] env[62622]: DEBUG nova.compute.utils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.406682] env[62622]: INFO nova.compute.claims [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.410445] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.410628] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.456456] env[62622]: DEBUG nova.policy [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44fafd41c7904b49ab3aad53494caf96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6cf0733cb94704ad4d009e1abede99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.571206] env[62622]: DEBUG oslo_concurrency.lockutils [req-eab8ca05-34a8-48d2-a234-c67fe44aa6ff req-b235ae52-9d1e-4b1c-b3b5-9e99e97181c8 service nova] Releasing lock "refresh_cache-27a50cf7-2d24-4e50-bec2-35d617d6c854" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.621260] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.621371] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621532] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.711453] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Successfully created port: 6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.768074] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526c0b5f-3ee2-dd76-3a5b-51e2c49cd750, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.768884] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99592497-1146-4138-826d-1c5428e2a5b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.774537] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1016.774537] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382a17-79ba-3c5c-1bc2-5406e909975d" [ 1016.774537] env[62622]: _type = "Task" [ 1016.774537] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.783240] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382a17-79ba-3c5c-1bc2-5406e909975d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.879896] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702029, 'name': PowerOffVM_Task, 'duration_secs': 0.208678} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.881557] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.881790] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.882077] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa69918-272e-4e39-bef6-eef17fdc7fbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.911275] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.916078] env[62622]: INFO nova.compute.resource_tracker [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating resource usage from migration 5867dc16-79d4-40df-9e9b-750a8db81f67 [ 1016.962210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.962591] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.962850] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Deleting the datastore file [datastore2] 53151dbe-b918-4d3e-8478-c3c3a837f3a3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.963229] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4d8769-477b-42f2-a25e-046365c4f39a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.974321] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for the task: (returnval){ [ 1016.974321] env[62622]: value = "task-2702031" [ 1016.974321] env[62622]: _type = "Task" [ 1016.974321] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.985141] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.154723] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.246819] env[62622]: DEBUG nova.compute.manager [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Received event network-vif-plugged-4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.247073] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Acquiring lock "f790d677-580a-4468-8304-314f1c256dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.247284] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Lock "f790d677-580a-4468-8304-314f1c256dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.247437] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Lock "f790d677-580a-4468-8304-314f1c256dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.247600] env[62622]: DEBUG nova.compute.manager [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] No waiting events found dispatching network-vif-plugged-4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.247766] env[62622]: WARNING nova.compute.manager [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Received unexpected event network-vif-plugged-4fcced47-673b-4b9e-96d1-60433c1d80da for instance with vm_state building and task_state spawning. [ 1017.247925] env[62622]: DEBUG nova.compute.manager [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Received event network-changed-4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.248140] env[62622]: DEBUG nova.compute.manager [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Refreshing instance network info cache due to event network-changed-4fcced47-673b-4b9e-96d1-60433c1d80da. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.248313] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Acquiring lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.254828] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575108b7-0a21-4708-b194-2b289830921f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.263053] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c2523-9b40-4aef-a91c-613247bd6a4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.299020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3822f7d5-ce02-4a4c-a4cd-1b46d777dd35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.307438] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52382a17-79ba-3c5c-1bc2-5406e909975d, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.309570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.309846] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 27a50cf7-2d24-4e50-bec2-35d617d6c854/27a50cf7-2d24-4e50-bec2-35d617d6c854.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.310157] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82dc357-c21a-4a1e-8937-7816e22d3659 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312782] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5be503-0c10-4517-9007-0f135f8be8c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.328367] env[62622]: DEBUG nova.compute.provider_tree [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.331399] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1017.331399] env[62622]: value = "task-2702032" [ 1017.331399] env[62622]: _type = "Task" [ 1017.331399] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.332379] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Updating instance_info_cache with network_info: [{"id": "4fcced47-673b-4b9e-96d1-60433c1d80da", "address": "fa:16:3e:5f:20:ff", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcced47-67", "ovs_interfaceid": "4fcced47-673b-4b9e-96d1-60433c1d80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.342672] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.486234] env[62622]: DEBUG oslo_vmware.api [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Task: {'id': task-2702031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142241} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.486234] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.486234] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.486234] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.486485] env[62622]: INFO nova.compute.manager [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.486705] env[62622]: DEBUG oslo.service.loopingcall [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.486898] env[62622]: DEBUG nova.compute.manager [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.487930] env[62622]: DEBUG nova.network.neutron [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.835480] env[62622]: DEBUG nova.scheduler.client.report [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.840782] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.841113] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Instance network_info: |[{"id": "4fcced47-673b-4b9e-96d1-60433c1d80da", "address": "fa:16:3e:5f:20:ff", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcced47-67", "ovs_interfaceid": "4fcced47-673b-4b9e-96d1-60433c1d80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.844564] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Acquired lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.844775] env[62622]: DEBUG nova.network.neutron [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Refreshing network info cache for port 4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.846608] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:20:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fcced47-673b-4b9e-96d1-60433c1d80da', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.854807] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating folder: Project (3c6cf0733cb94704ad4d009e1abede99). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.856108] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35aca27a-6538-40b6-b231-efa0e930945e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.867622] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.870828] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created folder: Project (3c6cf0733cb94704ad4d009e1abede99) in parent group-v544184. [ 1017.871023] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating folder: Instances. Parent ref: group-v544451. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.871278] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45e07731-6758-4ea6-82ce-579e08ea53ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.881321] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created folder: Instances in parent group-v544451. [ 1017.881564] env[62622]: DEBUG oslo.service.loopingcall [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.881799] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f790d677-580a-4468-8304-314f1c256dec] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.882017] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3270c31-0b09-4d21-b7de-22eefd7dc988 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.906545] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.906545] env[62622]: value = "task-2702035" [ 1017.906545] env[62622]: _type = "Task" [ 1017.906545] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.920139] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702035, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.925370] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.952690] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.952932] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.953132] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.953322] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.953471] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.953752] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.953830] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.953966] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.954204] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.954424] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.954793] env[62622]: DEBUG nova.virt.hardware [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.955503] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe89465-4197-4d65-a1b2-94f41c589959 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.967157] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5bc153-7c9f-4a35-acf2-485b586dfe9f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.203121] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Successfully updated port: 6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.254173] env[62622]: DEBUG nova.network.neutron [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.342061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.441s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.342061] env[62622]: INFO nova.compute.manager [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Migrating [ 1018.348765] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.486s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.350260] env[62622]: INFO nova.compute.claims [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.372768] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573984} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.372768] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 27a50cf7-2d24-4e50-bec2-35d617d6c854/27a50cf7-2d24-4e50-bec2-35d617d6c854.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.372979] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.373861] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1cc8f85-e75d-488b-9bc6-812ae1371e6a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384706] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1018.384706] env[62622]: value = "task-2702036" [ 1018.384706] env[62622]: _type = "Task" [ 1018.384706] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.394173] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.418692] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702035, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.590164] env[62622]: DEBUG nova.network.neutron [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Updated VIF entry in instance network info cache for port 4fcced47-673b-4b9e-96d1-60433c1d80da. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.590763] env[62622]: DEBUG nova.network.neutron [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Updating instance_info_cache with network_info: [{"id": "4fcced47-673b-4b9e-96d1-60433c1d80da", "address": "fa:16:3e:5f:20:ff", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcced47-67", "ovs_interfaceid": "4fcced47-673b-4b9e-96d1-60433c1d80da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.706562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.706562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.706562] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.756502] env[62622]: INFO nova.compute.manager [-] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Took 1.27 seconds to deallocate network for instance. [ 1018.865574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.866053] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.866053] env[62622]: DEBUG nova.network.neutron [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.907217] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086092} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.907773] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.912515] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74574277-9c50-417b-bf22-ca55906ae85b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.935790] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 27a50cf7-2d24-4e50-bec2-35d617d6c854/27a50cf7-2d24-4e50-bec2-35d617d6c854.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.939304] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117396c5-cb42-4299-9e5f-4ed9188e0730 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.954099] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702035, 'name': CreateVM_Task, 'duration_secs': 0.797844} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.954617] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f790d677-580a-4468-8304-314f1c256dec] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.955767] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.955950] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.956286] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.956549] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b3f7e6-00a6-4554-b9e2-c4a780269984 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.962855] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1018.962855] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52173d31-9310-43db-7cf9-845609e1f612" [ 1018.962855] env[62622]: _type = "Task" [ 1018.962855] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.964434] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1018.964434] env[62622]: value = "task-2702037" [ 1018.964434] env[62622]: _type = "Task" [ 1018.964434] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.976582] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52173d31-9310-43db-7cf9-845609e1f612, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.979763] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.980230] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.980266] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.980473] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.980654] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.980934] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.981168] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca756e73-9d28-4a2a-b620-31be7d5bede7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.991301] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.991561] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.992382] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b31080-503b-4b62-9138-0a0bb7fbec24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.998361] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1018.998361] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd3430-f244-ba9d-0627-b16d8c010b39" [ 1018.998361] env[62622]: _type = "Task" [ 1018.998361] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.007683] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd3430-f244-ba9d-0627-b16d8c010b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.094330] env[62622]: DEBUG oslo_concurrency.lockutils [req-92d46417-f3c5-4b62-85e3-36a00cf9fc14 req-578a1c7f-a7bb-4936-a2b5-30e214bcadd5 service nova] Releasing lock "refresh_cache-f790d677-580a-4468-8304-314f1c256dec" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.241998] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.262557] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.279336] env[62622]: DEBUG nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Received event network-vif-deleted-fcee74fd-524f-4cb0-9ec3-bc4c01b8e012 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.279578] env[62622]: DEBUG nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Received event network-vif-plugged-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.279717] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Acquiring lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.279916] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.280108] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.280269] env[62622]: DEBUG nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] No waiting events found dispatching network-vif-plugged-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.280429] env[62622]: WARNING nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Received unexpected event network-vif-plugged-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 for instance with vm_state building and task_state spawning. [ 1019.280588] env[62622]: DEBUG nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Received event network-changed-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.280738] env[62622]: DEBUG nova.compute.manager [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Refreshing instance network info cache due to event network-changed-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.280905] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Acquiring lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.436167] env[62622]: DEBUG nova.network.neutron [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Updating instance_info_cache with network_info: [{"id": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "address": "fa:16:3e:bb:73:9f", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb44975-2a", "ovs_interfaceid": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.477578] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702037, 'name': ReconfigVM_Task, 'duration_secs': 0.293545} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.480190] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 27a50cf7-2d24-4e50-bec2-35d617d6c854/27a50cf7-2d24-4e50-bec2-35d617d6c854.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.483109] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61ce5f3-8e25-4c9f-9121-0e4a4098b012 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.489674] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1019.489674] env[62622]: value = "task-2702038" [ 1019.489674] env[62622]: _type = "Task" [ 1019.489674] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.507974] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702038, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.516549] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd3430-f244-ba9d-0627-b16d8c010b39, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.517502] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febe815c-2e04-46e6-9182-994e4033fe16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.527897] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1019.527897] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6d0a6-1987-c82e-0cdb-59830b2461b9" [ 1019.527897] env[62622]: _type = "Task" [ 1019.527897] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.539532] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6d0a6-1987-c82e-0cdb-59830b2461b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.648415] env[62622]: DEBUG nova.network.neutron [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.736640] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b447888-d29f-409b-93bd-f63d09aef77c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.744605] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa1a6a-9d03-4cf1-95bb-de089133f68d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.775452] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a317c-9170-457c-a944-c7976a005e31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.783024] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c5f5cb-c8fc-43d4-a07b-d654002483c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.797626] env[62622]: DEBUG nova.compute.provider_tree [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.937336] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.937666] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Instance network_info: |[{"id": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "address": "fa:16:3e:bb:73:9f", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb44975-2a", "ovs_interfaceid": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.937969] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Acquired lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.938209] env[62622]: DEBUG nova.network.neutron [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Refreshing network info cache for port 6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.939368] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:73:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb44975-2af1-4a9d-aae2-11c6bdf83bf6', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.949221] env[62622]: DEBUG oslo.service.loopingcall [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.950093] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.950318] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41dd99ed-4288-47cb-8bde-852f273590e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.970752] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.970752] env[62622]: value = "task-2702039" [ 1019.970752] env[62622]: _type = "Task" [ 1019.970752] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.978794] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702039, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.999377] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702038, 'name': Rename_Task, 'duration_secs': 0.157595} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.999647] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.000019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f2e072-b593-40e6-bf44-7b34f5423e00 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.007728] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1020.007728] env[62622]: value = "task-2702040" [ 1020.007728] env[62622]: _type = "Task" [ 1020.007728] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.015515] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.037873] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a6d0a6-1987-c82e-0cdb-59830b2461b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.038154] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.038417] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f790d677-580a-4468-8304-314f1c256dec/f790d677-580a-4468-8304-314f1c256dec.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.038675] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4332487-0b10-4147-9ee1-b63859ad518e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.046628] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1020.046628] env[62622]: value = "task-2702041" [ 1020.046628] env[62622]: _type = "Task" [ 1020.046628] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.056068] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.152080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.301221] env[62622]: DEBUG nova.scheduler.client.report [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.483476] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702039, 'name': CreateVM_Task, 'duration_secs': 0.438087} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.483650] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.484611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.484611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.484797] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.485094] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743de5e5-4e33-4d53-97ed-2ad39a8f921d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.493956] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1020.493956] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52243c30-630c-ac6a-bcdb-828dd1d4fca0" [ 1020.493956] env[62622]: _type = "Task" [ 1020.493956] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.504172] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52243c30-630c-ac6a-bcdb-828dd1d4fca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.519149] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.560340] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.700595] env[62622]: DEBUG nova.network.neutron [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Updated VIF entry in instance network info cache for port 6fb44975-2af1-4a9d-aae2-11c6bdf83bf6. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.700984] env[62622]: DEBUG nova.network.neutron [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Updating instance_info_cache with network_info: [{"id": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "address": "fa:16:3e:bb:73:9f", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb44975-2a", "ovs_interfaceid": "6fb44975-2af1-4a9d-aae2-11c6bdf83bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.806968] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.807901] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.810621] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.035s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.812391] env[62622]: INFO nova.compute.claims [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.006603] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52243c30-630c-ac6a-bcdb-828dd1d4fca0, 'name': SearchDatastore_Task, 'duration_secs': 0.054498} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.006603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.006603] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.006603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.007049] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.007049] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.007169] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88523605-3234-49ca-9657-2dfb4f4ea2b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.016947] env[62622]: DEBUG oslo_vmware.api [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702040, 'name': PowerOnVM_Task, 'duration_secs': 0.916639} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.017215] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.017438] env[62622]: INFO nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1021.017586] env[62622]: DEBUG nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.018363] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54703d09-9eb4-48c5-bb4c-803cb4087110 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.021829] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.022036] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.023124] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c59858-e2e2-40aa-9ef4-8409269826a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.032346] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1021.032346] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5279a950-cea1-57a8-ef0c-ba237c8d5371" [ 1021.032346] env[62622]: _type = "Task" [ 1021.032346] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.040652] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5279a950-cea1-57a8-ef0c-ba237c8d5371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.056550] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.203881] env[62622]: DEBUG oslo_concurrency.lockutils [req-42f6dc70-d20a-4b97-a908-2f2624c1f6b5 req-1b0c1afa-734d-4ccc-b926-4fd1812b1e15 service nova] Releasing lock "refresh_cache-3b4509a7-7146-44ba-8f2c-5f631a63f7ef" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.317920] env[62622]: DEBUG nova.compute.utils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1021.322050] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.322050] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.357881] env[62622]: DEBUG nova.policy [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b338e7a2764b466facaf793df8e14eed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6d6a8440ae44e4ea611484021df8ee4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.541412] env[62622]: INFO nova.compute.manager [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Took 22.07 seconds to build instance. [ 1021.549408] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5279a950-cea1-57a8-ef0c-ba237c8d5371, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.553665] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d068de8-9f43-46da-a4b1-ab23ffd2d90e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.561933] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.563347] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1021.563347] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aad701-8027-c64c-5f0f-1cdcf75a1da3" [ 1021.563347] env[62622]: _type = "Task" [ 1021.563347] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.573914] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52aad701-8027-c64c-5f0f-1cdcf75a1da3, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.574153] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.575261] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 3b4509a7-7146-44ba-8f2c-5f631a63f7ef/3b4509a7-7146-44ba-8f2c-5f631a63f7ef.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.575261] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617e35f3-5e7e-4c39-a88e-1352ae83aec2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.583426] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1021.583426] env[62622]: value = "task-2702042" [ 1021.583426] env[62622]: _type = "Task" [ 1021.583426] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.592804] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.640825] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Successfully created port: 2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.667402] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcdfd8b-3cf6-4d80-b5ae-01257f23efc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.688077] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.825033] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.044023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b91aed70-017d-4fcd-9c0d-ec1768e4c8b8 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.580s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.063829] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577253} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.064142] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] f790d677-580a-4468-8304-314f1c256dec/f790d677-580a-4468-8304-314f1c256dec.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.064421] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.064768] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6caa771f-7f69-4eb5-b02f-e19f1bafa726 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.078905] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1022.078905] env[62622]: value = "task-2702043" [ 1022.078905] env[62622]: _type = "Task" [ 1022.078905] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.102299] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.110300] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.194231] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.194629] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1c9e39-ad33-4d4c-aa36-afb2ffa8b603 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.207173] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1022.207173] env[62622]: value = "task-2702044" [ 1022.207173] env[62622]: _type = "Task" [ 1022.207173] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.222206] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.242224] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1543b84d-9ffd-4519-8492-1087727e2a66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.251992] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba6614-5abe-46e6-bcd1-53795e24a6f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.285365] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffccacc1-2cdd-42dc-8415-b79010f1a754 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.295007] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd83c88-1210-41ba-af8e-9db89f723b61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310026] env[62622]: DEBUG nova.compute.provider_tree [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.590179] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156066} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.593483] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.594598] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4ed3ca-262c-4048-b396-06511f7507c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.618393] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f790d677-580a-4468-8304-314f1c256dec/f790d677-580a-4468-8304-314f1c256dec.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.622016] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0577cf-cbfe-490c-b3b8-5d1d5780429e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.635817] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556709} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.636632] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 3b4509a7-7146-44ba-8f2c-5f631a63f7ef/3b4509a7-7146-44ba-8f2c-5f631a63f7ef.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.636700] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.637378] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac529bce-c52a-460f-b40d-287ef7569eac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.643704] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1022.643704] env[62622]: value = "task-2702045" [ 1022.643704] env[62622]: _type = "Task" [ 1022.643704] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.645048] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1022.645048] env[62622]: value = "task-2702046" [ 1022.645048] env[62622]: _type = "Task" [ 1022.645048] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.656981] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.660361] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.718709] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702044, 'name': PowerOffVM_Task, 'duration_secs': 0.400489} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.718975] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.719174] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.748926] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb20c93-c4a2-4326-948c-ea3a928f07be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.755686] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Suspending the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1022.755945] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f4343068-550f-4b99-9bad-d490e312775e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.762259] env[62622]: DEBUG oslo_vmware.api [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1022.762259] env[62622]: value = "task-2702047" [ 1022.762259] env[62622]: _type = "Task" [ 1022.762259] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.770930] env[62622]: DEBUG oslo_vmware.api [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702047, 'name': SuspendVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.812684] env[62622]: DEBUG nova.scheduler.client.report [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.839211] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.868397] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.868660] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.868817] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.868995] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.869154] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.869299] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.869540] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.869724] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.869913] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.870122] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.870311] env[62622]: DEBUG nova.virt.hardware [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.870734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.870968] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.872865] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e37616-ba8b-43ca-b6b6-82f8803d6949 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.881790] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e879471-082f-4c14-a224-fb24cd136f62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.065472] env[62622]: DEBUG nova.compute.manager [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Received event network-vif-plugged-2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.065693] env[62622]: DEBUG oslo_concurrency.lockutils [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] Acquiring lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.066050] env[62622]: DEBUG oslo_concurrency.lockutils [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.066301] env[62622]: DEBUG oslo_concurrency.lockutils [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.066495] env[62622]: DEBUG nova.compute.manager [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] No waiting events found dispatching network-vif-plugged-2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.066766] env[62622]: WARNING nova.compute.manager [req-b1c424b4-04dc-428d-baf3-b1e7743f88a6 req-b6a5f58d-9477-420b-903d-836d93676fe8 service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Received unexpected event network-vif-plugged-2977e5e1-7932-453e-b102-952728c62bb5 for instance with vm_state building and task_state spawning. [ 1023.891024] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Successfully updated port: 2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.894678] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.894678] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.894904] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.894904] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.895043] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.895172] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.895406] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.895597] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.896740] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.896740] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.896740] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.901655] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.091s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.902108] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.908021] env[62622]: INFO nova.compute.manager [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Detaching volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e [ 1023.908021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.908021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquired lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.908021] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.911632] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b7ef47-da67-43ca-bdad-8b56aa76053a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.924546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.285s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.924781] env[62622]: DEBUG nova.objects.instance [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'resources' on Instance uuid 27179519-b0d4-43ba-b8fb-db729d0571b5 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.936993] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702045, 'name': ReconfigVM_Task, 'duration_secs': 0.82345} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.936993] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f790d677-580a-4468-8304-314f1c256dec/f790d677-580a-4468-8304-314f1c256dec.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.936993] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b4ec27-54e2-4ac0-94ee-14f342346ddd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.943847] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220656} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.944131] env[62622]: DEBUG oslo_vmware.api [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702047, 'name': SuspendVM_Task, 'duration_secs': 0.734979} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.948023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.948023] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Suspended the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1023.948023] env[62622]: DEBUG nova.compute.manager [None req-667718bf-73d6-42bd-af97-b94d27fb3a43 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.948023] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1023.948023] env[62622]: value = "task-2702048" [ 1023.948023] env[62622]: _type = "Task" [ 1023.948023] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.948023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6988604-8591-4627-9731-97eb266745e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.950603] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b585964-22bf-4e9e-9123-123ef280c9ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.958367] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1023.958367] env[62622]: value = "task-2702049" [ 1023.958367] env[62622]: _type = "Task" [ 1023.958367] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.977683] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.986626] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3b4509a7-7146-44ba-8f2c-5f631a63f7ef/3b4509a7-7146-44ba-8f2c-5f631a63f7ef.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.989403] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.989980] env[62622]: INFO nova.virt.block_device [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Attempting to driver detach volume 5b1b56e0-f8ab-4b0e-a287-9200fa872c3e from mountpoint /dev/sdb [ 1023.990202] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.991508] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1023.991615] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be94d608-6550-4d44-8cb6-869c093599ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.008854] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0865cea-b8b9-41cf-b427-2f8eaee5efb4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.016416] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702049, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.040215] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aff383-235e-45f0-9eb9-145e2f482a11 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.042947] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1024.042947] env[62622]: value = "task-2702050" [ 1024.042947] env[62622]: _type = "Task" [ 1024.042947] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.049928] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd4225-f43f-4ddd-ad8a-53cf5c3c39aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.055717] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.084666] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c9bfa-8a7c-4c65-99b7-dc206d00b42b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.102454] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] The volume has not been displaced from its original location: [datastore2] volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e/volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1024.108134] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.108593] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fafabf-0b2d-4162-8de3-ed28c56cbd0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.138959] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1024.138959] env[62622]: value = "task-2702051" [ 1024.138959] env[62622]: _type = "Task" [ 1024.138959] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.148125] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.198047] env[62622]: DEBUG nova.network.neutron [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Updating instance_info_cache with network_info: [{"id": "2977e5e1-7932-453e-b102-952728c62bb5", "address": "fa:16:3e:70:64:7f", "network": {"id": "e1186c09-ca8b-4946-bb92-ec834ed37a1a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1964756684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6d6a8440ae44e4ea611484021df8ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2977e5e1-79", "ovs_interfaceid": "2977e5e1-7932-453e-b102-952728c62bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.409404] env[62622]: DEBUG nova.compute.utils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.410795] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.410969] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.458083] env[62622]: DEBUG nova.policy [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.472694] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702048, 'name': ReconfigVM_Task, 'duration_secs': 0.210751} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.475647] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.479492] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702049, 'name': Rename_Task, 'duration_secs': 0.173512} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.479737] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.480179] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b4f304-2c1b-4a5f-b2fe-0c81fb7423fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.493666] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1024.493666] env[62622]: value = "task-2702052" [ 1024.493666] env[62622]: _type = "Task" [ 1024.493666] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.507027] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.552794] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702050, 'name': ReconfigVM_Task, 'duration_secs': 0.288706} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.555337] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3b4509a7-7146-44ba-8f2c-5f631a63f7ef/3b4509a7-7146-44ba-8f2c-5f631a63f7ef.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.556153] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14fb295b-053f-4fa2-8e93-e7e06d4a8a70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.563712] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1024.563712] env[62622]: value = "task-2702053" [ 1024.563712] env[62622]: _type = "Task" [ 1024.563712] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.574985] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702053, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.648626] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702051, 'name': ReconfigVM_Task, 'duration_secs': 0.239427} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.648892] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.657055] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e7de81-6903-41c2-bc77-d7fb1d577c49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.674961] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1024.674961] env[62622]: value = "task-2702054" [ 1024.674961] env[62622]: _type = "Task" [ 1024.674961] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.685829] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.703984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Releasing lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.704668] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Instance network_info: |[{"id": "2977e5e1-7932-453e-b102-952728c62bb5", "address": "fa:16:3e:70:64:7f", "network": {"id": "e1186c09-ca8b-4946-bb92-ec834ed37a1a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1964756684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6d6a8440ae44e4ea611484021df8ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2977e5e1-79", "ovs_interfaceid": "2977e5e1-7932-453e-b102-952728c62bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.705374] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:64:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2977e5e1-7932-453e-b102-952728c62bb5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.714105] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Creating folder: Project (e6d6a8440ae44e4ea611484021df8ee4). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.714500] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60fc4aad-07d1-49ce-a46b-4ae639fa06b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.734903] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Created folder: Project (e6d6a8440ae44e4ea611484021df8ee4) in parent group-v544184. [ 1024.735048] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Creating folder: Instances. Parent ref: group-v544455. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.735813] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00063136-caba-49fd-82ea-205e8d39aba6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.751888] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Created folder: Instances in parent group-v544455. [ 1024.752090] env[62622]: DEBUG oslo.service.loopingcall [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.752330] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.752533] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-effd2a72-7e2d-405d-9b7c-b2243f7dfb18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.768312] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Successfully created port: 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.780687] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.780687] env[62622]: value = "task-2702057" [ 1024.780687] env[62622]: _type = "Task" [ 1024.780687] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.790163] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702057, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.803953] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01771fe1-0b18-471c-8647-7e76eec036fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.814265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54acd91-684c-4263-8dad-d48af98c0b3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.851235] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc195568-8ea1-4a39-8c17-f8fd2cd14496 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.860263] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a419f54-c545-45be-88a2-9c5f0085c061 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.876308] env[62622]: DEBUG nova.compute.provider_tree [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.914381] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.982734] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.982981] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.983152] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.983337] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.983537] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.983719] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.983945] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.984142] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.984315] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.984481] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.984655] env[62622]: DEBUG nova.virt.hardware [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.990286] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.990966] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0655273-688e-4c81-a117-90d1e39cad30 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.020952] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1025.020952] env[62622]: value = "task-2702058" [ 1025.020952] env[62622]: _type = "Task" [ 1025.020952] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.024387] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702052, 'name': PowerOnVM_Task, 'duration_secs': 0.530852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.028786] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.029140] env[62622]: INFO nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1025.029225] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.030144] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86932af-6bf4-4e2d-b9ae-0f49cd973141 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.040034] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.074617] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702053, 'name': Rename_Task, 'duration_secs': 0.152635} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.075164] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.075595] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b1dc3e2-3c44-4fea-a764-cbe7c5223c4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.084008] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1025.084008] env[62622]: value = "task-2702059" [ 1025.084008] env[62622]: _type = "Task" [ 1025.084008] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.095489] env[62622]: DEBUG nova.compute.manager [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Received event network-changed-2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.095489] env[62622]: DEBUG nova.compute.manager [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Refreshing instance network info cache due to event network-changed-2977e5e1-7932-453e-b102-952728c62bb5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.095489] env[62622]: DEBUG oslo_concurrency.lockutils [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] Acquiring lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.095748] env[62622]: DEBUG oslo_concurrency.lockutils [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] Acquired lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.095748] env[62622]: DEBUG nova.network.neutron [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Refreshing network info cache for port 2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.100974] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.187185] env[62622]: DEBUG oslo_vmware.api [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702054, 'name': ReconfigVM_Task, 'duration_secs': 0.168361} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.187484] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544434', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'name': 'volume-5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34b7f9fd-e6bf-45fc-bf7c-c03340a34768', 'attached_at': '', 'detached_at': '', 'volume_id': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e', 'serial': '5b1b56e0-f8ab-4b0e-a287-9200fa872c3e'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1025.226595] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.226925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.227151] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.227349] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.227511] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.229846] env[62622]: INFO nova.compute.manager [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Terminating instance [ 1025.290804] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702057, 'name': CreateVM_Task, 'duration_secs': 0.397081} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.290971] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.291659] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.291826] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.292186] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.292434] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94feb3fe-3447-416e-a492-7ad1f5b15e8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.297812] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1025.297812] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f38832-f977-7604-397d-7fce29d5da43" [ 1025.297812] env[62622]: _type = "Task" [ 1025.297812] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.305925] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f38832-f977-7604-397d-7fce29d5da43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.380066] env[62622]: DEBUG nova.scheduler.client.report [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.535916] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702058, 'name': ReconfigVM_Task, 'duration_secs': 0.258695} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.536280] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.537093] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69317100-6408-4f6f-92ad-f160520bea92 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.566921] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.569189] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417f47c5-bfa6-415a-a336-46ddead5ad2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.585020] env[62622]: INFO nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Took 24.25 seconds to build instance. [ 1025.598182] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.599765] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1025.599765] env[62622]: value = "task-2702060" [ 1025.599765] env[62622]: _type = "Task" [ 1025.599765] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.612883] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.733844] env[62622]: DEBUG nova.compute.manager [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.734137] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.735276] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84c351-d984-4aee-bf6b-dea81a0edd47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.739748] env[62622]: DEBUG nova.objects.instance [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'flavor' on Instance uuid 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.748197] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.748197] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b7c4c9-49da-4492-b366-bfeb87d977b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.810060] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f38832-f977-7604-397d-7fce29d5da43, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.811109] env[62622]: DEBUG nova.network.neutron [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Updated VIF entry in instance network info cache for port 2977e5e1-7932-453e-b102-952728c62bb5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.811543] env[62622]: DEBUG nova.network.neutron [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Updating instance_info_cache with network_info: [{"id": "2977e5e1-7932-453e-b102-952728c62bb5", "address": "fa:16:3e:70:64:7f", "network": {"id": "e1186c09-ca8b-4946-bb92-ec834ed37a1a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1964756684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6d6a8440ae44e4ea611484021df8ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2977e5e1-79", "ovs_interfaceid": "2977e5e1-7932-453e-b102-952728c62bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.813063] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.813369] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.813706] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.813923] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.814200] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.814750] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4aeebe6-62d2-4f81-a50f-93fbb1dd5fb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.820231] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.820493] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.820728] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore1] 27a50cf7-2d24-4e50-bec2-35d617d6c854 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.821053] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de0489b7-a389-4aa3-a8d0-4b6a247895dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.826916] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.827184] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.828057] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef7aebd-4ef0-4b37-82b8-0b304f84f222 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.832606] env[62622]: DEBUG oslo_vmware.api [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1025.832606] env[62622]: value = "task-2702062" [ 1025.832606] env[62622]: _type = "Task" [ 1025.832606] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.838022] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1025.838022] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4b4e5-9e8a-4b9a-8d41-7fda1414f35f" [ 1025.838022] env[62622]: _type = "Task" [ 1025.838022] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.845476] env[62622]: DEBUG oslo_vmware.api [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.850113] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4b4e5-9e8a-4b9a-8d41-7fda1414f35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.884537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.886924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.220s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.887192] env[62622]: DEBUG nova.objects.instance [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'resources' on Instance uuid a9672b15-e7d9-456a-8e9c-61b8a1732741 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.910621] env[62622]: INFO nova.scheduler.client.report [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted allocations for instance 27179519-b0d4-43ba-b8fb-db729d0571b5 [ 1025.928040] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.958456] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.958798] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.959047] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.959263] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.959451] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.959646] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.960581] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.960581] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.960581] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.960581] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.960581] env[62622]: DEBUG nova.virt.hardware [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.962198] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4395de-01d2-4c66-826e-5bac8dc9a476 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.974290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca5bb0-311e-44d8-a814-23b6fe56643e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.092925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.764s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.096555] env[62622]: DEBUG oslo_vmware.api [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702059, 'name': PowerOnVM_Task, 'duration_secs': 0.520089} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.097274] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.097274] env[62622]: INFO nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1026.097448] env[62622]: DEBUG nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.098424] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68a716-84b1-40c9-b725-063bdba984f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.111593] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702060, 'name': ReconfigVM_Task, 'duration_secs': 0.375782} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.118015] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e/da64bb9b-4db1-4304-99f2-cacd85bef36e.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.118015] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.315917] env[62622]: DEBUG oslo_concurrency.lockutils [req-0d94eb90-d819-4e6c-ba63-e0d891fdfa2b req-0dc7134f-6036-466b-9fd0-f6366b848fbc service nova] Releasing lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.345465] env[62622]: DEBUG oslo_vmware.api [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274252} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.346176] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.346305] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.346479] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.346649] env[62622]: INFO nova.compute.manager [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1026.346908] env[62622]: DEBUG oslo.service.loopingcall [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.347118] env[62622]: DEBUG nova.compute.manager [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.347213] env[62622]: DEBUG nova.network.neutron [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.352790] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b4b4e5-9e8a-4b9a-8d41-7fda1414f35f, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.356530] env[62622]: DEBUG nova.compute.manager [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-vif-plugged-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.356742] env[62622]: DEBUG oslo_concurrency.lockutils [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.357066] env[62622]: DEBUG oslo_concurrency.lockutils [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.357286] env[62622]: DEBUG oslo_concurrency.lockutils [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.357618] env[62622]: DEBUG nova.compute.manager [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] No waiting events found dispatching network-vif-plugged-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.357618] env[62622]: WARNING nova.compute.manager [req-a36708af-aa02-4ebe-a6ca-bddf1220c72e req-206ad9b9-90a4-40ad-854c-fddf5a42d5b9 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received unexpected event network-vif-plugged-1babba2f-c42c-4be6-987e-ce5b30d16096 for instance with vm_state building and task_state spawning. [ 1026.358202] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81df9b65-8a57-43f2-81a4-de85ef4d7aa2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.364428] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1026.364428] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d01ac2-b611-6897-7d34-c53f32ac1147" [ 1026.364428] env[62622]: _type = "Task" [ 1026.364428] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.372942] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d01ac2-b611-6897-7d34-c53f32ac1147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.419616] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa56a138-16bd-4105-a886-5f0944f3c196 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "27179519-b0d4-43ba-b8fb-db729d0571b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.516s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.629070] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc150ec-fbd2-4692-9400-6b9c3798aba1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.634284] env[62622]: INFO nova.compute.manager [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Took 25.26 seconds to build instance. [ 1026.668370] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19247200-b491-4d57-a2ff-93216401d400 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.688089] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.748626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f06917b-8cea-459c-93b9-eb06bc7eca28 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.877s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.752115] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62417067-d467-4ca6-95e3-44a46bbd7fed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.762421] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054cf4c7-6f2a-4cb9-b5d6-899804c7dbce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.795466] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5e428-9d9d-41a4-bea0-f2ac0e6a12ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.805740] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86226402-0682-4188-8d67-98ec456ad767 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.819078] env[62622]: DEBUG nova.compute.provider_tree [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.820567] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Successfully updated port: 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.875178] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d01ac2-b611-6897-7d34-c53f32ac1147, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.875448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.875702] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5689f66c-b70e-4094-9ea2-baa7c2bc5dde/5689f66c-b70e-4094-9ea2-baa7c2bc5dde.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.875999] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6ab3ce-3ac9-47b3-8842-e521ed1b565e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.884528] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1026.884528] env[62622]: value = "task-2702063" [ 1026.884528] env[62622]: _type = "Task" [ 1026.884528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.892911] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.125789] env[62622]: DEBUG nova.compute.manager [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Received event network-vif-deleted-155ba603-fe49-402c-858d-db1608b65667 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.126278] env[62622]: INFO nova.compute.manager [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Neutron deleted interface 155ba603-fe49-402c-858d-db1608b65667; detaching it from the instance and deleting it from the info cache [ 1027.126446] env[62622]: DEBUG nova.network.neutron [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.135968] env[62622]: DEBUG nova.network.neutron [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.140465] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0f5729fa-0335-4813-9ea2-483676cdce59 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.779s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.240502] env[62622]: DEBUG nova.network.neutron [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Port da27437a-525b-42b5-abd9-6c3b4e855203 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1027.248460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.248959] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.249633] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.249853] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.250096] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.252396] env[62622]: INFO nova.compute.manager [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Terminating instance [ 1027.323280] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.323475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.323638] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.325748] env[62622]: DEBUG nova.scheduler.client.report [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.357071] env[62622]: DEBUG oslo_concurrency.lockutils [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.357071] env[62622]: DEBUG oslo_concurrency.lockutils [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.395218] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494114} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.395501] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 5689f66c-b70e-4094-9ea2-baa7c2bc5dde/5689f66c-b70e-4094-9ea2-baa7c2bc5dde.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.395711] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.396040] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7664b640-f1ba-42c4-a2e6-d35b4c0ba5f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.403255] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1027.403255] env[62622]: value = "task-2702064" [ 1027.403255] env[62622]: _type = "Task" [ 1027.403255] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.413085] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.629868] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77586e92-6adf-4bdc-ac21-6a4bf03c9071 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.640401] env[62622]: INFO nova.compute.manager [-] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Took 1.29 seconds to deallocate network for instance. [ 1027.648053] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b262a9f2-b521-4d72-ac04-53cc19ef9c93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.706905] env[62622]: DEBUG nova.compute.manager [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Detach interface failed, port_id=155ba603-fe49-402c-858d-db1608b65667, reason: Instance 27a50cf7-2d24-4e50-bec2-35d617d6c854 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1027.707215] env[62622]: DEBUG nova.compute.manager [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.707492] env[62622]: DEBUG nova.compute.manager [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing instance network info cache due to event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.707802] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.756370] env[62622]: DEBUG nova.compute.manager [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.756507] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.758220] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80463af9-cc29-4bde-a3ca-799351c7b584 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.768408] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.768725] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa9dc1d-6d78-4328-aa2d-38f5678c52ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.776998] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1027.776998] env[62622]: value = "task-2702065" [ 1027.776998] env[62622]: _type = "Task" [ 1027.776998] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.786987] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.832776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.835970] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.589s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.837781] env[62622]: INFO nova.compute.claims [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.859987] env[62622]: INFO nova.compute.manager [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Detaching volume a8014a2b-b6fa-4db0-9f5f-9118d4748015 [ 1027.862856] env[62622]: INFO nova.scheduler.client.report [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted allocations for instance a9672b15-e7d9-456a-8e9c-61b8a1732741 [ 1027.870748] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.915587] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071597} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.916886] env[62622]: INFO nova.virt.block_device [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Attempting to driver detach volume a8014a2b-b6fa-4db0-9f5f-9118d4748015 from mountpoint /dev/sdb [ 1027.917160] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1027.917391] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544428', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'name': 'volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61506e2e-a2fc-48ed-a93e-581f03d85915', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'serial': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1027.918472] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.919375] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781d34c3-82f2-470b-aa8a-d8ee03c21753 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.922491] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947dd962-9194-4067-ab1e-44a2e3c2122e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.925766] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "f790d677-580a-4468-8304-314f1c256dec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.926043] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.926275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "f790d677-580a-4468-8304-314f1c256dec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.926464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.926637] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.931275] env[62622]: INFO nova.compute.manager [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Terminating instance [ 1027.974869] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5689f66c-b70e-4094-9ea2-baa7c2bc5dde/5689f66c-b70e-4094-9ea2-baa7c2bc5dde.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.978513] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533dfc1-83ce-4cb8-8053-db651bd3cd54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.981466] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca93b427-0e1c-494b-9cb8-c1f2f21e6df6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.996535] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.996774] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.996982] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.997182] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.997351] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.999390] env[62622]: INFO nova.compute.manager [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Terminating instance [ 1028.006964] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1158656-46f6-4748-90c4-6dceb8c85d5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.011248] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1028.011248] env[62622]: value = "task-2702066" [ 1028.011248] env[62622]: _type = "Task" [ 1028.011248] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.039270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f914f-eb51-4d9a-a5de-419512dde0b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.042081] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.058084] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015/volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.063224] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.063534] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e035b7c-f716-4c3d-b2e4-8609ea536758 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084533] env[62622]: DEBUG nova.network.neutron [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.093970] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1028.093970] env[62622]: value = "task-2702067" [ 1028.093970] env[62622]: _type = "Task" [ 1028.093970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.104313] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.172297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.262532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.262901] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.263377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.290692] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702065, 'name': PowerOffVM_Task, 'duration_secs': 0.199324} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.291034] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.291238] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.292044] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2031d5df-e8fc-4fc5-b247-d1a7993387df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.372120] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9494ea83-cd8a-4880-ae70-7003d02b136b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "a9672b15-e7d9-456a-8e9c-61b8a1732741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.382s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.379613] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.379836] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.380036] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore2] 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.380334] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9d8889-1a7a-4f89-b332-79f7b0a5477e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.389114] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1028.389114] env[62622]: value = "task-2702069" [ 1028.389114] env[62622]: _type = "Task" [ 1028.389114] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.399047] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.436509] env[62622]: DEBUG nova.compute.manager [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.436696] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.437602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2f66c-815a-427f-9204-eac25c6104ef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.446509] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.446764] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79e2890-5924-48fc-ac04-0e1db9e06b01 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.454229] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1028.454229] env[62622]: value = "task-2702070" [ 1028.454229] env[62622]: _type = "Task" [ 1028.454229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.463504] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.504509] env[62622]: DEBUG nova.compute.manager [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.504707] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.505621] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74217fec-c57f-4de8-86dc-eb1ac5083824 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.513836] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.517368] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8bde78d-f74d-4623-b814-4e46bd4f68ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.527076] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.527076] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1028.527076] env[62622]: value = "task-2702071" [ 1028.527076] env[62622]: _type = "Task" [ 1028.527076] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.540966] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.587778] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.588153] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Instance network_info: |[{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.588483] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.588662] env[62622]: DEBUG nova.network.neutron [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.589938] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:78:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1babba2f-c42c-4be6-987e-ce5b30d16096', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.597932] env[62622]: DEBUG oslo.service.loopingcall [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.601219] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.604789] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc004d2f-6ceb-4e06-98aa-d51b5435b9e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.627160] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702067, 'name': ReconfigVM_Task, 'duration_secs': 0.336491} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.628621] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.633911] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.633911] env[62622]: value = "task-2702072" [ 1028.633911] env[62622]: _type = "Task" [ 1028.633911] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.633911] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39a561f-e8d9-49c2-80b1-97f827ab5589 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.659027] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702072, 'name': CreateVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.659579] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1028.659579] env[62622]: value = "task-2702073" [ 1028.659579] env[62622]: _type = "Task" [ 1028.659579] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.669151] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.905194] env[62622]: DEBUG oslo_vmware.api [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.905194] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.905329] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.905528] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.905715] env[62622]: INFO nova.compute.manager [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.906055] env[62622]: DEBUG oslo.service.loopingcall [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.906279] env[62622]: DEBUG nova.compute.manager [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.906376] env[62622]: DEBUG nova.network.neutron [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.960272] env[62622]: DEBUG nova.network.neutron [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updated VIF entry in instance network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.960790] env[62622]: DEBUG nova.network.neutron [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.970033] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702070, 'name': PowerOffVM_Task, 'duration_secs': 0.260234} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.970189] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.970363] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.971027] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c1ccd2-48e8-47d8-a60a-f5462606b068 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.029555] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702066, 'name': ReconfigVM_Task, 'duration_secs': 0.579161} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.033222] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5689f66c-b70e-4094-9ea2-baa7c2bc5dde/5689f66c-b70e-4094-9ea2-baa7c2bc5dde.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.034037] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e962a3-a1ff-4efc-9b2a-a016103c2ad1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.044024] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702071, 'name': PowerOffVM_Task, 'duration_secs': 0.240812} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.046086] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.046086] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.046282] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1029.046282] env[62622]: value = "task-2702076" [ 1029.046282] env[62622]: _type = "Task" [ 1029.046282] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.047015] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8563f6-09e5-4916-853c-a215666b97d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.048927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.048927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.049105] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleting the datastore file [datastore1] f790d677-580a-4468-8304-314f1c256dec {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.054729] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac341637-719b-4e04-878e-84fe1dee0529 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.066149] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702076, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.067253] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1029.067253] env[62622]: value = "task-2702078" [ 1029.067253] env[62622]: _type = "Task" [ 1029.067253] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.081852] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.137252] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.137695] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.138332] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleting the datastore file [datastore1] 3b4509a7-7146-44ba-8f2c-5f631a63f7ef {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.138871] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4876f30a-cdda-4ffa-af71-b33361aa6618 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.152038] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1029.152038] env[62622]: value = "task-2702079" [ 1029.152038] env[62622]: _type = "Task" [ 1029.152038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.161482] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702072, 'name': CreateVM_Task, 'duration_secs': 0.448001} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.162783] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.170862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.170862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.170862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.170862] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.170862] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aaf8288-2c06-4c60-8592-625c1d78ea36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.182452] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1029.182452] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521604c2-cef5-7738-ad5e-2755d899b4b3" [ 1029.182452] env[62622]: _type = "Task" [ 1029.182452] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.182763] env[62622]: DEBUG oslo_vmware.api [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702073, 'name': ReconfigVM_Task, 'duration_secs': 0.194} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.183077] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544428', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'name': 'volume-a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61506e2e-a2fc-48ed-a93e-581f03d85915', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015', 'serial': 'a8014a2b-b6fa-4db0-9f5f-9118d4748015'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.197162] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521604c2-cef5-7738-ad5e-2755d899b4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.233371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f75152c-4fe5-4ef0-bfe7-f3aeb72c2473 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.245328] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574ff46-57fa-4cda-8bdb-061d5f4485ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.287463] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d50c3e-9b69-4aba-88ca-c66a9b517d16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.298281] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2bf699-81ba-4d02-9ec1-f5184a2cbfe7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.316622] env[62622]: DEBUG nova.compute.provider_tree [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.395313] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.395502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.395703] env[62622]: DEBUG nova.network.neutron [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.463852] env[62622]: DEBUG oslo_concurrency.lockutils [req-c1689b98-3856-491e-a432-e6af8cce8817 req-84f36d4b-6d3c-42dd-a3a9-6a7f78dda35f service nova] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.560404] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702076, 'name': Rename_Task, 'duration_secs': 0.255708} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.560685] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.561247] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec0eddf-826f-469c-bb61-36e3e9f1705d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.568347] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1029.568347] env[62622]: value = "task-2702080" [ 1029.568347] env[62622]: _type = "Task" [ 1029.568347] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.579280] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.582232] env[62622]: DEBUG oslo_vmware.api [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351158} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.582458] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.582639] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.582813] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.582999] env[62622]: INFO nova.compute.manager [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: f790d677-580a-4468-8304-314f1c256dec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1029.583250] env[62622]: DEBUG oslo.service.loopingcall [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.583437] env[62622]: DEBUG nova.compute.manager [-] [instance: f790d677-580a-4468-8304-314f1c256dec] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.583533] env[62622]: DEBUG nova.network.neutron [-] [instance: f790d677-580a-4468-8304-314f1c256dec] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.667162] env[62622]: DEBUG oslo_vmware.api [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32404} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.667413] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.667584] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.667908] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.668105] env[62622]: INFO nova.compute.manager [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1029.668377] env[62622]: DEBUG oslo.service.loopingcall [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.668569] env[62622]: DEBUG nova.compute.manager [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.668659] env[62622]: DEBUG nova.network.neutron [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.674326] env[62622]: DEBUG nova.compute.manager [req-cc879271-7723-4b7d-9460-46655ff9e28b req-a993b72d-c5e2-407d-b39a-77a2b665b384 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Received event network-vif-deleted-ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.674512] env[62622]: INFO nova.compute.manager [req-cc879271-7723-4b7d-9460-46655ff9e28b req-a993b72d-c5e2-407d-b39a-77a2b665b384 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Neutron deleted interface ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4; detaching it from the instance and deleting it from the info cache [ 1029.674700] env[62622]: DEBUG nova.network.neutron [req-cc879271-7723-4b7d-9460-46655ff9e28b req-a993b72d-c5e2-407d-b39a-77a2b665b384 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.696194] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521604c2-cef5-7738-ad5e-2755d899b4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020769} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.696618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.696871] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.697140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.697295] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.697479] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.697737] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc720001-a69e-4a00-be2d-e88a87dea81b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.707385] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.707619] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.708765] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa2a6ef-6ed6-4ed5-868a-d027d5127cd6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.715536] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1029.715536] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528b7bbc-47dc-30e6-84bc-e5e4744399f3" [ 1029.715536] env[62622]: _type = "Task" [ 1029.715536] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.725696] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528b7bbc-47dc-30e6-84bc-e5e4744399f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.742217] env[62622]: DEBUG nova.objects.instance [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid 61506e2e-a2fc-48ed-a93e-581f03d85915 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.820447] env[62622]: DEBUG nova.scheduler.client.report [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.081535] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.148020] env[62622]: DEBUG nova.network.neutron [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.179664] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed29c7f5-8673-489a-8081-50888ecda9a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.191794] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5781ba-1b32-4282-a256-c7aa085a0984 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.229926] env[62622]: DEBUG nova.compute.manager [req-cc879271-7723-4b7d-9460-46655ff9e28b req-a993b72d-c5e2-407d-b39a-77a2b665b384 service nova] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Detach interface failed, port_id=ef6fd0b1-2e5e-4cfa-84af-7abeb0f08dd4, reason: Instance 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.235592] env[62622]: DEBUG nova.network.neutron [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.241053] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528b7bbc-47dc-30e6-84bc-e5e4744399f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.242037] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4076a3a0-4012-4595-8606-590b9c4a7286 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.252514] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1030.252514] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524006d0-9bb5-45ed-4ff2-b9af5e41f525" [ 1030.252514] env[62622]: _type = "Task" [ 1030.252514] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.260444] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524006d0-9bb5-45ed-4ff2-b9af5e41f525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.326384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.326959] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.329575] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.067s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.329844] env[62622]: DEBUG nova.objects.instance [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lazy-loading 'resources' on Instance uuid 53151dbe-b918-4d3e-8478-c3c3a837f3a3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.474650] env[62622]: DEBUG nova.network.neutron [-] [instance: f790d677-580a-4468-8304-314f1c256dec] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.499991] env[62622]: DEBUG nova.network.neutron [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.581695] env[62622]: DEBUG oslo_vmware.api [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702080, 'name': PowerOnVM_Task, 'duration_secs': 0.847373} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.581970] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.582200] env[62622]: INFO nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1030.582378] env[62622]: DEBUG nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.583170] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e429261-6b7a-4364-ac5d-cf9d3872ec70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.650787] env[62622]: INFO nova.compute.manager [-] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Took 1.74 seconds to deallocate network for instance. [ 1030.742726] env[62622]: DEBUG oslo_concurrency.lockutils [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.751890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-09df1577-d24e-4ced-b71c-db0dbf400e39 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.395s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.762901] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524006d0-9bb5-45ed-4ff2-b9af5e41f525, 'name': SearchDatastore_Task, 'duration_secs': 0.023088} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.763347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.763427] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 3e212af2-4d72-4f78-9105-2d0828e2e483/3e212af2-4d72-4f78-9105-2d0828e2e483.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.763677] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeda428f-257a-46ae-a7d7-488a7ff5d22a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.771509] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1030.771509] env[62622]: value = "task-2702081" [ 1030.771509] env[62622]: _type = "Task" [ 1030.771509] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.780410] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.833330] env[62622]: DEBUG nova.compute.utils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.837940] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.838180] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.886861] env[62622]: DEBUG nova.policy [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108914dc02d6487c966b2db93269e674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512352af28bc4647a4aa509b8e950185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.977037] env[62622]: INFO nova.compute.manager [-] [instance: f790d677-580a-4468-8304-314f1c256dec] Took 1.39 seconds to deallocate network for instance. [ 1031.003556] env[62622]: INFO nova.compute.manager [-] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Took 1.33 seconds to deallocate network for instance. [ 1031.101479] env[62622]: INFO nova.compute.manager [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Took 28.26 seconds to build instance. [ 1031.125706] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a3629-b0bc-4e69-ab69-3f64399126f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.135473] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7aa2e-f7f2-4329-84d0-38a428547c27 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.170332] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.173106] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8e7c4-6d77-4461-ad0d-0cb0fcdcfdbd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.184028] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d34b5e-61e2-45d8-b4ea-0eae94310fc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.200149] env[62622]: DEBUG nova.compute.provider_tree [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.283087] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.285433] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b93dc0-250a-4ed1-a55d-a4a566bbee7e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.305860] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac5780-f9d6-421b-ac93-166e774183fc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.314514] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.322171] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Successfully created port: e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.338785] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.484555] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.514195] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.604198] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e42f8eae-af19-4102-8c8f-879597e69642 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.772s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.703372] env[62622]: DEBUG nova.scheduler.client.report [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.709291] env[62622]: DEBUG nova.compute.manager [req-7f16202d-ad58-49da-b2df-eb38fe1e1c2b req-a82d1c44-3b2a-4a9c-a4b1-ed0f91016fe5 service nova] [instance: f790d677-580a-4468-8304-314f1c256dec] Received event network-vif-deleted-4fcced47-673b-4b9e-96d1-60433c1d80da {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.709481] env[62622]: DEBUG nova.compute.manager [req-7f16202d-ad58-49da-b2df-eb38fe1e1c2b req-a82d1c44-3b2a-4a9c-a4b1-ed0f91016fe5 service nova] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Received event network-vif-deleted-6fb44975-2af1-4a9d-aae2-11c6bdf83bf6 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.790853] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647398} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.791204] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 3e212af2-4d72-4f78-9105-2d0828e2e483/3e212af2-4d72-4f78-9105-2d0828e2e483.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.791417] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.791671] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b35e5f2-2e42-4c11-90dd-9b7e81cd4ee0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.799579] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1031.799579] env[62622]: value = "task-2702082" [ 1031.799579] env[62622]: _type = "Task" [ 1031.799579] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.811611] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.821400] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.821764] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26738c30-56b3-4e99-ac8f-9d163b141d01 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.829718] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1031.829718] env[62622]: value = "task-2702083" [ 1031.829718] env[62622]: _type = "Task" [ 1031.829718] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.839870] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.009080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.010394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.010394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.010394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.010394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.012233] env[62622]: INFO nova.compute.manager [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Terminating instance [ 1032.211693] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.214190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.042s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.214428] env[62622]: DEBUG nova.objects.instance [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'resources' on Instance uuid 27a50cf7-2d24-4e50-bec2-35d617d6c854 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.232873] env[62622]: INFO nova.scheduler.client.report [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Deleted allocations for instance 53151dbe-b918-4d3e-8478-c3c3a837f3a3 [ 1032.249361] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.249600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.249828] env[62622]: INFO nova.compute.manager [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Rebooting instance [ 1032.309428] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068651} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.309697] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.310457] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8e043-8cb3-4328-b4a8-93b19e536e4e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.335041] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 3e212af2-4d72-4f78-9105-2d0828e2e483/3e212af2-4d72-4f78-9105-2d0828e2e483.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.335437] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e6f0b7-048d-4cc4-98e8-1cea6cbe41c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.354251] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.363062] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702083, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.364809] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1032.364809] env[62622]: value = "task-2702084" [ 1032.364809] env[62622]: _type = "Task" [ 1032.364809] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.373627] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.382346] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.382595] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.382754] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.382936] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.383115] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.383265] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.383480] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.383653] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.383852] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.384059] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.384242] env[62622]: DEBUG nova.virt.hardware [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.385100] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498ae643-162f-42cf-96b4-d5e0197f17c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.393411] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4a436-5a8c-4649-81cd-1aa5bd4bba55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.516628] env[62622]: DEBUG nova.compute.manager [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.517053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.517923] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf81df1-cea4-4be7-8cd6-451cdc6e3154 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.525281] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.525515] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8faadd-5d77-4762-87b2-55b51fe1f1f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.531670] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1032.531670] env[62622]: value = "task-2702085" [ 1032.531670] env[62622]: _type = "Task" [ 1032.531670] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.540152] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.740920] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d03c8acd-0509-4340-b161-da99bba1bb9d tempest-ServerTagsTestJSON-389285612 tempest-ServerTagsTestJSON-389285612-project-member] Lock "53151dbe-b918-4d3e-8478-c3c3a837f3a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.901s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.769085] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.769245] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquired lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.769424] env[62622]: DEBUG nova.network.neutron [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.847712] env[62622]: DEBUG oslo_vmware.api [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702083, 'name': PowerOnVM_Task, 'duration_secs': 0.693897} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.848023] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.848309] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-34a2ec1e-9eeb-4526-b677-ba611520df15 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance 'da64bb9b-4db1-4304-99f2-cacd85bef36e' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.874818] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.999992] env[62622]: DEBUG nova.compute.manager [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Received event network-vif-plugged-e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.999992] env[62622]: DEBUG oslo_concurrency.lockutils [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] Acquiring lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.000231] env[62622]: DEBUG oslo_concurrency.lockutils [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.000456] env[62622]: DEBUG oslo_concurrency.lockutils [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.000745] env[62622]: DEBUG nova.compute.manager [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] No waiting events found dispatching network-vif-plugged-e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.001776] env[62622]: WARNING nova.compute.manager [req-220d384c-1043-42e2-acb9-d52935d1fe6a req-094d669f-3029-4992-8816-3462aeec62ea service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Received unexpected event network-vif-plugged-e614f0bf-02df-4842-b70c-daadfdc82bb0 for instance with vm_state building and task_state spawning. [ 1033.029241] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d3b62d-affa-41cd-8997-51c46b0ada90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.040475] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb010e18-43ab-4181-9ecb-8cfa36e915b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.047123] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702085, 'name': PowerOffVM_Task, 'duration_secs': 0.364378} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.047800] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.048115] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.048437] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5013ed-0df4-4325-bff7-ee696f136038 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.079907] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6f382-ce9b-49a2-906d-fb0ece1945e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.089592] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a612493-d340-4532-be4a-d5c90721b340 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.105409] env[62622]: DEBUG nova.compute.provider_tree [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.117075] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.117210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.118071] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleting the datastore file [datastore1] 61506e2e-a2fc-48ed-a93e-581f03d85915 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.118071] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84b1face-d8fb-47dd-be4b-12ce5655ab7f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.125936] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1033.125936] env[62622]: value = "task-2702087" [ 1033.125936] env[62622]: _type = "Task" [ 1033.125936] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.135034] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.202718] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Successfully updated port: e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.377116] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.608646] env[62622]: DEBUG nova.scheduler.client.report [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.623138] env[62622]: DEBUG nova.network.neutron [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Updating instance_info_cache with network_info: [{"id": "2977e5e1-7932-453e-b102-952728c62bb5", "address": "fa:16:3e:70:64:7f", "network": {"id": "e1186c09-ca8b-4946-bb92-ec834ed37a1a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1964756684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6d6a8440ae44e4ea611484021df8ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2977e5e1-79", "ovs_interfaceid": "2977e5e1-7932-453e-b102-952728c62bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.638568] env[62622]: DEBUG oslo_vmware.api [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196989} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.638831] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.639275] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.639275] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.639393] env[62622]: INFO nova.compute.manager [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1033.640280] env[62622]: DEBUG oslo.service.loopingcall [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.640280] env[62622]: DEBUG nova.compute.manager [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.640280] env[62622]: DEBUG nova.network.neutron [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.706066] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.706256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.706417] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.728872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.728872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.728872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.728872] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.729113] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.732900] env[62622]: INFO nova.compute.manager [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Terminating instance [ 1033.876465] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.115339] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.118577] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.948s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.118577] env[62622]: DEBUG nova.objects.instance [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'resources' on Instance uuid 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.125791] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Releasing lock "refresh_cache-5689f66c-b70e-4094-9ea2-baa7c2bc5dde" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.147930] env[62622]: INFO nova.scheduler.client.report [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance 27a50cf7-2d24-4e50-bec2-35d617d6c854 [ 1034.236426] env[62622]: DEBUG nova.compute.manager [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.236665] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.237786] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96f233-f0fc-4518-94a7-2a71d375ca93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.247575] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.247856] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373d9110-fee8-4e36-b4e4-75d2760c5387 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.256863] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.270374] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1034.270374] env[62622]: value = "task-2702088" [ 1034.270374] env[62622]: _type = "Task" [ 1034.270374] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.280131] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.392026] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702084, 'name': ReconfigVM_Task, 'duration_secs': 1.753131} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.392026] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 3e212af2-4d72-4f78-9105-2d0828e2e483/3e212af2-4d72-4f78-9105-2d0828e2e483.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.392880] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e6bca74-4140-4d75-8bdd-d16a186e491d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.404024] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1034.404024] env[62622]: value = "task-2702089" [ 1034.404024] env[62622]: _type = "Task" [ 1034.404024] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.417167] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702089, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.445360] env[62622]: DEBUG nova.network.neutron [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updating instance_info_cache with network_info: [{"id": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "address": "fa:16:3e:08:52:a7", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape614f0bf-02", "ovs_interfaceid": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.631743] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.632551] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.634279] env[62622]: DEBUG nova.compute.manager [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.635633] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c033fa5b-b6a2-4511-a676-765acb36dedd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.662877] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d54f15a9-292a-4295-810c-70db97c7fecb tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "27a50cf7-2d24-4e50-bec2-35d617d6c854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.435s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.786180] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702088, 'name': PowerOffVM_Task, 'duration_secs': 0.27065} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.786180] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.786180] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.787220] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a67311-9953-47a8-bb30-19f7ae570d9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.873188] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.873419] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.873630] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleting the datastore file [datastore2] 74d01aa8-097c-4e77-a869-0c9d833ef3a9 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.874017] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f432fc-054f-432f-9152-d29875f0b3e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.883190] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1034.883190] env[62622]: value = "task-2702091" [ 1034.883190] env[62622]: _type = "Task" [ 1034.883190] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.898829] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.914142] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702089, 'name': Rename_Task, 'duration_secs': 0.167684} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.917972] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.922874] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c055c32b-594b-4b91-9872-d34fdd1cce38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.930423] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1034.930423] env[62622]: value = "task-2702092" [ 1034.930423] env[62622]: _type = "Task" [ 1034.930423] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.942826] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.950033] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.950033] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Instance network_info: |[{"id": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "address": "fa:16:3e:08:52:a7", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape614f0bf-02", "ovs_interfaceid": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.950033] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:52:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e614f0bf-02df-4842-b70c-daadfdc82bb0', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.960519] env[62622]: DEBUG oslo.service.loopingcall [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.963696] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.964683] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd1eee4d-c18b-4ab8-87f5-f0107ba873b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.992019] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.992019] env[62622]: value = "task-2702093" [ 1034.992019] env[62622]: _type = "Task" [ 1034.992019] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.001238] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702093, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.002865] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355a34d-9a27-47c0-a923-57326a5e15cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.012923] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9a1615-494c-4d31-bb01-c3240c122618 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.049263] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d68d29-3b0c-4dbe-bd62-8da26d9c8e10 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.058881] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65609323-ad05-4e2b-aa53-0c04e201990c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.075713] env[62622]: DEBUG nova.compute.provider_tree [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.141246] env[62622]: DEBUG nova.compute.utils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.207494] env[62622]: DEBUG nova.compute.manager [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Received event network-changed-e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.207494] env[62622]: DEBUG nova.compute.manager [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Refreshing instance network info cache due to event network-changed-e614f0bf-02df-4842-b70c-daadfdc82bb0. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.207494] env[62622]: DEBUG oslo_concurrency.lockutils [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] Acquiring lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.207716] env[62622]: DEBUG oslo_concurrency.lockutils [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] Acquired lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207716] env[62622]: DEBUG nova.network.neutron [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Refreshing network info cache for port e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.310454] env[62622]: DEBUG nova.network.neutron [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.394342] env[62622]: DEBUG oslo_vmware.api [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325116} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.394787] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.394978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.395340] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.395947] env[62622]: INFO nova.compute.manager [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1035.395947] env[62622]: DEBUG oslo.service.loopingcall [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.396193] env[62622]: DEBUG nova.compute.manager [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.396249] env[62622]: DEBUG nova.network.neutron [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.441241] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.501506] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702093, 'name': CreateVM_Task, 'duration_secs': 0.435144} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.501695] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.502465] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.502638] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502958] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.503233] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee970b1b-ebe4-445b-b806-10df4b0c3a33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.510785] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1035.510785] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1c2ec-2fb3-5af7-5ff7-fc8a9ecd148b" [ 1035.510785] env[62622]: _type = "Task" [ 1035.510785] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.521571] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1c2ec-2fb3-5af7-5ff7-fc8a9ecd148b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.579026] env[62622]: DEBUG nova.scheduler.client.report [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.644697] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.653958] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea75ac-5e3a-4419-a461-a83c9a0b82cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.664358] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Doing hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1035.664898] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d9529edb-01bb-484b-b4ea-2609b357ed6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.677184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.677184] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.677184] env[62622]: DEBUG nova.compute.manager [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Going to confirm migration 6 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1035.679706] env[62622]: DEBUG oslo_vmware.api [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1035.679706] env[62622]: value = "task-2702094" [ 1035.679706] env[62622]: _type = "Task" [ 1035.679706] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.691463] env[62622]: DEBUG oslo_vmware.api [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702094, 'name': ResetVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.816605] env[62622]: INFO nova.compute.manager [-] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Took 2.18 seconds to deallocate network for instance. [ 1035.941598] env[62622]: DEBUG oslo_vmware.api [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702092, 'name': PowerOnVM_Task, 'duration_secs': 0.556255} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.941598] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.941810] env[62622]: INFO nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1035.941960] env[62622]: DEBUG nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.942738] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd8d9f-b812-4923-af44-49fb18ada74f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.023608] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d1c2ec-2fb3-5af7-5ff7-fc8a9ecd148b, 'name': SearchDatastore_Task, 'duration_secs': 0.052441} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.023926] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.024174] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.024403] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.024584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.024772] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.025044] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-674abd48-e877-4c31-ad2e-e1ff4c6baed9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.038828] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.039028] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.039762] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303c42a4-b97a-44cd-9d5f-cb5b3d1f304a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.045123] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1036.045123] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4995-c001-0344-76d1-0770eaa9a683" [ 1036.045123] env[62622]: _type = "Task" [ 1036.045123] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.053381] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4995-c001-0344-76d1-0770eaa9a683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.055533] env[62622]: DEBUG nova.network.neutron [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updated VIF entry in instance network info cache for port e614f0bf-02df-4842-b70c-daadfdc82bb0. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.055858] env[62622]: DEBUG nova.network.neutron [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updating instance_info_cache with network_info: [{"id": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "address": "fa:16:3e:08:52:a7", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape614f0bf-02", "ovs_interfaceid": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.083715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.086616] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.603s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.086865] env[62622]: DEBUG nova.objects.instance [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lazy-loading 'resources' on Instance uuid f790d677-580a-4468-8304-314f1c256dec {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.103245] env[62622]: INFO nova.scheduler.client.report [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocations for instance 34b7f9fd-e6bf-45fc-bf7c-c03340a34768 [ 1036.208735] env[62622]: DEBUG nova.network.neutron [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.210245] env[62622]: DEBUG oslo_vmware.api [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702094, 'name': ResetVM_Task, 'duration_secs': 0.104847} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.213496] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Did hard reboot of VM {{(pid=62622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1036.213496] env[62622]: DEBUG nova.compute.manager [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.218036] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b75e8c-fa25-4d86-9c6a-a7bfaf6db0ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.230252] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.230622] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.230806] env[62622]: DEBUG nova.network.neutron [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.231082] env[62622]: DEBUG nova.objects.instance [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'info_cache' on Instance uuid da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.323642] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.352531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.353267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.466790] env[62622]: INFO nova.compute.manager [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Took 29.71 seconds to build instance. [ 1036.557196] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ed4995-c001-0344-76d1-0770eaa9a683, 'name': SearchDatastore_Task, 'duration_secs': 0.031269} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.558442] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e744b4-e1e1-4524-8e9a-f43aa58a97b5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.560995] env[62622]: DEBUG oslo_concurrency.lockutils [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] Releasing lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.561390] env[62622]: DEBUG nova.compute.manager [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Received event network-vif-deleted-7385e66b-03e4-4570-bc20-61749e5bda91 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.561707] env[62622]: INFO nova.compute.manager [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Neutron deleted interface 7385e66b-03e4-4570-bc20-61749e5bda91; detaching it from the instance and deleting it from the info cache [ 1036.562021] env[62622]: DEBUG nova.network.neutron [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.570059] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1036.570059] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f7efe0-214f-a7b9-0066-aa5097eb1f75" [ 1036.570059] env[62622]: _type = "Task" [ 1036.570059] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.576411] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f7efe0-214f-a7b9-0066-aa5097eb1f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.612465] env[62622]: DEBUG oslo_concurrency.lockutils [None req-331bb9d9-df8c-4122-9626-6434c5b26d6e tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "34b7f9fd-e6bf-45fc-bf7c-c03340a34768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.363s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.716918] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.716918] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.717207] env[62622]: INFO nova.compute.manager [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attaching volume 15c8e342-04a8-474f-83fb-c042897286e8 to /dev/sdb [ 1036.720238] env[62622]: INFO nova.compute.manager [-] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Took 1.32 seconds to deallocate network for instance. [ 1036.736988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-37f0c6c3-b938-4e1b-83a9-2fa1de1398de tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.484s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.765288] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36c69b-92af-4f79-a153-8babd1a0e9b4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.778550] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88728af4-2acf-49f5-aed1-0ca6eb1279a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.793560] env[62622]: DEBUG nova.virt.block_device [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating existing volume attachment record: 9b0764d6-b9f3-4844-b17b-1f016292115f {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1036.856780] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.887632] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5aa90a-10d6-4a18-9be9-e4d0f084dfd5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.895637] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef526c-ead5-4af8-ae0d-7ae9468b2691 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.929492] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a6559-5961-45a0-85ab-081a2b73a5f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.937610] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dde1af4-9d78-414c-9d8e-be217d2f70b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.952024] env[62622]: DEBUG nova.compute.provider_tree [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.968232] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b3bc1fc0-fc27-474a-a912-1fc80f29cfa3 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.218s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.065414] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57f927ea-117f-4bcc-9e5a-f39caf51d7e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.079822] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52f7efe0-214f-a7b9-0066-aa5097eb1f75, 'name': SearchDatastore_Task, 'duration_secs': 0.024037} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.081204] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.081507] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4351b25e-89cd-4b97-adf2-05a03064e6d4/4351b25e-89cd-4b97-adf2-05a03064e6d4.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.081830] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-465ffe6c-c22c-490f-a421-b82d3f6acea4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.087883] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb557c10-30d2-4cf6-9779-2b8b3e2e7383 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.104247] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1037.104247] env[62622]: value = "task-2702096" [ 1037.104247] env[62622]: _type = "Task" [ 1037.104247] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.112332] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.124485] env[62622]: DEBUG nova.compute.manager [req-240bc64b-c774-4e92-84ae-705d015ce252 req-88710f0a-63a4-438b-b9f8-29e5b1d2cc91 service nova] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Detach interface failed, port_id=7385e66b-03e4-4570-bc20-61749e5bda91, reason: Instance 61506e2e-a2fc-48ed-a93e-581f03d85915 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1037.235848] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.382584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.458091] env[62622]: DEBUG nova.scheduler.client.report [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.622887] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702096, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.640184] env[62622]: DEBUG nova.compute.manager [req-4aa90775-26a0-40d3-97e9-24371c094726 req-4803a86e-8926-4b36-b13c-8b8c7d324074 service nova] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Received event network-vif-deleted-ff045080-e612-4131-84bb-f4447c57675a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.783781] env[62622]: DEBUG nova.network.neutron [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [{"id": "da27437a-525b-42b5-abd9-6c3b4e855203", "address": "fa:16:3e:d2:f3:59", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27437a-52", "ovs_interfaceid": "da27437a-525b-42b5-abd9-6c3b4e855203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.963259] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.965868] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.452s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.967134] env[62622]: DEBUG nova.objects.instance [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lazy-loading 'resources' on Instance uuid 3b4509a7-7146-44ba-8f2c-5f631a63f7ef {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.993212] env[62622]: INFO nova.scheduler.client.report [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted allocations for instance f790d677-580a-4468-8304-314f1c256dec [ 1038.118478] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64458} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.118739] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 4351b25e-89cd-4b97-adf2-05a03064e6d4/4351b25e-89cd-4b97-adf2-05a03064e6d4.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.121019] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.121019] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-966775b9-6aaf-4e73-8a05-ca4f2ecf18c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.127945] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1038.127945] env[62622]: value = "task-2702099" [ 1038.127945] env[62622]: _type = "Task" [ 1038.127945] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.142014] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.245757] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "2e0c2167-f752-453b-8e91-127f4df6a40e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.246539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.288391] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-da64bb9b-4db1-4304-99f2-cacd85bef36e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.288661] env[62622]: DEBUG nova.objects.instance [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'migration_context' on Instance uuid da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.346295] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.346521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.346738] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.347326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.347326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.349393] env[62622]: INFO nova.compute.manager [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Terminating instance [ 1038.506790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4afce212-b087-4b49-af36-ddcc9e40077b tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "f790d677-580a-4468-8304-314f1c256dec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.581s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.642799] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081171} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.643962] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.647395] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a57beb0-73fc-4a97-b8ed-00cd84d970d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.671095] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4351b25e-89cd-4b97-adf2-05a03064e6d4/4351b25e-89cd-4b97-adf2-05a03064e6d4.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.674518] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4830a25-0690-4c21-a80c-5069b15df266 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.700212] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1038.700212] env[62622]: value = "task-2702100" [ 1038.700212] env[62622]: _type = "Task" [ 1038.700212] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.712508] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.751662] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.788754] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1993821-beae-4952-b1c3-1d87f067d7cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.797702] env[62622]: DEBUG nova.objects.base [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.798684] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c7e14-42a3-4761-95b4-c67de5b57756 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.822330] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74e442-3c42-4adc-acbc-b04e5e4729a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.826560] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae99ace4-2f95-42fd-805d-3cd5d574a6cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.832753] env[62622]: DEBUG oslo_vmware.api [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1038.832753] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a3df70-1352-2880-d0a2-004cb9abe8b4" [ 1038.832753] env[62622]: _type = "Task" [ 1038.832753] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.856803] env[62622]: DEBUG nova.compute.manager [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.857082] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.860735] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0231d1e-04ec-45ea-8731-1a048d91acf0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.863903] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae4d37-5a7b-43d1-bc1d-1781e1733436 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.875496] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.875783] env[62622]: DEBUG oslo_vmware.api [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a3df70-1352-2880-d0a2-004cb9abe8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.037482} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.877980] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3865ccc-3bf9-4941-ae43-3e6ec3be3d90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879580] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.880854] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dcc458-207b-43cf-b1bd-c51eff251f89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.896268] env[62622]: DEBUG nova.compute.provider_tree [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.899033] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1038.899033] env[62622]: value = "task-2702101" [ 1038.899033] env[62622]: _type = "Task" [ 1038.899033] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.908960] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.211995] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.282464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.401368] env[62622]: DEBUG nova.scheduler.client.report [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.416403] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702101, 'name': PowerOffVM_Task, 'duration_secs': 0.357816} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.416881] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.417094] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.417363] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b170c19a-a9b9-47c5-a897-8c162a8321aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.502357] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.502647] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.502993] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Deleting the datastore file [datastore2] 5689f66c-b70e-4094-9ea2-baa7c2bc5dde {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.503515] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6303cab-33b3-416a-85f6-b2316d0b664e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.513020] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for the task: (returnval){ [ 1039.513020] env[62622]: value = "task-2702104" [ 1039.513020] env[62622]: _type = "Task" [ 1039.513020] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.521871] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.687974] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.688253] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.688403] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.688548] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.688708] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.711770] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702100, 'name': ReconfigVM_Task, 'duration_secs': 0.675522} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.712091] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4351b25e-89cd-4b97-adf2-05a03064e6d4/4351b25e-89cd-4b97-adf2-05a03064e6d4.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.712937] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9304323a-0e09-42ea-a79e-13f2208b52e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.719578] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1039.719578] env[62622]: value = "task-2702105" [ 1039.719578] env[62622]: _type = "Task" [ 1039.719578] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.728756] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702105, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.911541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.914555] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.590s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.914852] env[62622]: DEBUG nova.objects.instance [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'resources' on Instance uuid 61506e2e-a2fc-48ed-a93e-581f03d85915 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.936147] env[62622]: INFO nova.scheduler.client.report [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted allocations for instance 3b4509a7-7146-44ba-8f2c-5f631a63f7ef [ 1040.021481] env[62622]: DEBUG oslo_vmware.api [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Task: {'id': task-2702104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158828} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.023115] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.023115] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.023115] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.023115] env[62622]: INFO nova.compute.manager [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1040.023115] env[62622]: DEBUG oslo.service.loopingcall [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.023115] env[62622]: DEBUG nova.compute.manager [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.023115] env[62622]: DEBUG nova.network.neutron [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.236269] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702105, 'name': Rename_Task, 'duration_secs': 0.242862} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.236588] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.236844] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02fdf000-74c7-407e-baf4-4b65e90a935a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.246670] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1040.246670] env[62622]: value = "task-2702106" [ 1040.246670] env[62622]: _type = "Task" [ 1040.246670] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.255349] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.437111] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.437718] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.447298] env[62622]: DEBUG oslo_concurrency.lockutils [None req-1a41721a-4a7d-4c83-8929-aba22350733f tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "3b4509a7-7146-44ba-8f2c-5f631a63f7ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.450s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.681643] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a73989-4b14-413a-acf8-6de4a1a14900 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.690204] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f23c90-c5a6-45ee-852a-b1e23ab546d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.722677] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0689f6a-f8ae-404c-857d-1ee2d77fe846 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.730779] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e07f6-691b-49cb-a966-607de5023747 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.746136] env[62622]: DEBUG nova.compute.provider_tree [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.755934] env[62622]: DEBUG oslo_vmware.api [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702106, 'name': PowerOnVM_Task, 'duration_secs': 0.47818} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.756773] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.756999] env[62622]: INFO nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1040.757214] env[62622]: DEBUG nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.757980] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4750d46f-e261-4788-92c1-d499fc735a53 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.803872] env[62622]: DEBUG nova.network.neutron [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.942464] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.942554] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.942687] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing instance network info cache due to event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.942920] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.943080] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.943245] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.252791] env[62622]: DEBUG nova.scheduler.client.report [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.276640] env[62622]: INFO nova.compute.manager [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Took 25.05 seconds to build instance. [ 1041.289465] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Acquiring lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.289465] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Acquired lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.289465] env[62622]: DEBUG nova.network.neutron [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.306737] env[62622]: INFO nova.compute.manager [-] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Took 1.28 seconds to deallocate network for instance. [ 1041.368312] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.368655] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.395644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.395874] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.643629] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updated VIF entry in instance network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.644031] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.713499] env[62622]: DEBUG nova.compute.manager [req-cc66a8d6-354a-4e10-936f-3317b4963b70 req-53d2f760-834b-4a0b-9ce5-ada682059ea4 service nova] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Received event network-vif-deleted-2977e5e1-7932-453e-b102-952728c62bb5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.741023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.741529] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.741529] env[62622]: INFO nova.compute.manager [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Shelving [ 1041.758127] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.761304] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.525s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.761304] env[62622]: DEBUG nova.objects.instance [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'resources' on Instance uuid 74d01aa8-097c-4e77-a869-0c9d833ef3a9 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.779954] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec6b4a-9ec0-4677-8533-71d3fcc6ee68 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.569s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.781037] env[62622]: INFO nova.scheduler.client.report [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted allocations for instance 61506e2e-a2fc-48ed-a93e-581f03d85915 [ 1041.813736] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.854033] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.854033] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544461', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'name': 'volume-15c8e342-04a8-474f-83fb-c042897286e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'serial': '15c8e342-04a8-474f-83fb-c042897286e8'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.854244] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126f87f0-e2f2-4ef1-9620-f1644926df54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.873108] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.878756] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e168d90-4eb8-4488-a65a-d1fa1318b6df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.898805] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.910414] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-15c8e342-04a8-474f-83fb-c042897286e8/volume-15c8e342-04a8-474f-83fb-c042897286e8.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.915192] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a63196a9-0659-400a-9f7a-dbb0621c0f03 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.936691] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1041.936691] env[62622]: value = "task-2702107" [ 1041.936691] env[62622]: _type = "Task" [ 1041.936691] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.946499] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.053887] env[62622]: DEBUG nova.network.neutron [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updating instance_info_cache with network_info: [{"id": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "address": "fa:16:3e:08:52:a7", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape614f0bf-02", "ovs_interfaceid": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.147184] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.147612] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.148228] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing instance network info cache due to event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.148586] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.148833] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.149133] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.289475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-31367ed1-494c-47b5-87e0-cdcba50405f8 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "61506e2e-a2fc-48ed-a93e-581f03d85915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.280s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.402299] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.436510] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.455441] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.558350] env[62622]: DEBUG oslo_concurrency.lockutils [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Releasing lock "refresh_cache-4351b25e-89cd-4b97-adf2-05a03064e6d4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.558350] env[62622]: DEBUG nova.compute.manager [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Inject network info {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1042.558350] env[62622]: DEBUG nova.compute.manager [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] network_info to inject: |[{"id": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "address": "fa:16:3e:08:52:a7", "network": {"id": "0468576a-84ea-4951-a125-9a490a6d0e9e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1752945688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512352af28bc4647a4aa509b8e950185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape614f0bf-02", "ovs_interfaceid": "e614f0bf-02df-4842-b70c-daadfdc82bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1042.561765] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Reconfiguring VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1042.562212] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7726e00a-6a65-4350-af1e-420a3f5b3746 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.574266] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bd7e6-8772-45b2-97de-e053409ccf19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.582253] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d57615d-b968-45e2-a6e8-16b3345bd958 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.586379] env[62622]: DEBUG oslo_vmware.api [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Waiting for the task: (returnval){ [ 1042.586379] env[62622]: value = "task-2702108" [ 1042.586379] env[62622]: _type = "Task" [ 1042.586379] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.618942] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e96c49-6c29-44b1-81d8-289a0d4a28dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.624991] env[62622]: DEBUG oslo_vmware.api [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Task: {'id': task-2702108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.633770] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a3195-1268-4b3f-9267-5768dd25f55f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.650675] env[62622]: DEBUG nova.compute.provider_tree [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.752066] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.752430] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769caf27-6c5d-4d28-8c55-2beb23772859 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.760512] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1042.760512] env[62622]: value = "task-2702109" [ 1042.760512] env[62622]: _type = "Task" [ 1042.760512] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.770021] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.896559] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updated VIF entry in instance network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.897056] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.948218] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702107, 'name': ReconfigVM_Task, 'duration_secs': 0.585819} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.948816] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-15c8e342-04a8-474f-83fb-c042897286e8/volume-15c8e342-04a8-474f-83fb-c042897286e8.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.954250] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6303e054-5b26-44c1-8012-b0993c67f3a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.976942] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1042.976942] env[62622]: value = "task-2702110" [ 1042.976942] env[62622]: _type = "Task" [ 1042.976942] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.986812] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.098629] env[62622]: DEBUG oslo_vmware.api [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] Task: {'id': task-2702108, 'name': ReconfigVM_Task, 'duration_secs': 0.188941} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.098904] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-dccacfca-593a-4b06-9c02-58185768be76 tempest-ServersAdminTestJSON-1441590639 tempest-ServersAdminTestJSON-1441590639-project-admin] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Reconfigured VM instance to set the machine id {{(pid=62622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1043.138903] env[62622]: INFO nova.compute.manager [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Rebuilding instance [ 1043.155686] env[62622]: DEBUG nova.scheduler.client.report [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.184934] env[62622]: DEBUG nova.compute.manager [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.186073] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f0a61-d491-4ee4-be41-f72f3bb0ca59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.273577] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702109, 'name': PowerOffVM_Task, 'duration_secs': 0.312971} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.273932] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.274774] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f30267b-3ea5-4a0d-9801-3e13f104bac9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.294378] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454b6b4-e294-44db-b5fc-ac25e6de2d9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.403683] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.403995] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.404227] env[62622]: DEBUG nova.compute.manager [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.404436] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.404597] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.404777] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.488450] env[62622]: DEBUG oslo_vmware.api [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702110, 'name': ReconfigVM_Task, 'duration_secs': 0.173234} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.488851] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544461', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'name': 'volume-15c8e342-04a8-474f-83fb-c042897286e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'serial': '15c8e342-04a8-474f-83fb-c042897286e8'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.660570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.663147] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.281s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.665556] env[62622]: INFO nova.compute.claims [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.699171] env[62622]: INFO nova.scheduler.client.report [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted allocations for instance 74d01aa8-097c-4e77-a869-0c9d833ef3a9 [ 1043.808734] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1043.808734] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a17b5b1a-9c32-44f2-9a49-d29d4bcff5d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.817230] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1043.817230] env[62622]: value = "task-2702111" [ 1043.817230] env[62622]: _type = "Task" [ 1043.817230] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.827938] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702111, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.137473] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.137844] env[62622]: DEBUG nova.network.neutron [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.205598] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.207999] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8936fed5-cbae-4af3-8c9e-4a7d5d59fca0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.210120] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ddc5f32b-6356-4229-982b-e9ae1f881528 tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "74d01aa8-097c-4e77-a869-0c9d833ef3a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.484s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.218399] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1044.218399] env[62622]: value = "task-2702112" [ 1044.218399] env[62622]: _type = "Task" [ 1044.218399] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.227794] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.327908] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702111, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.372461] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.373064] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.535024] env[62622]: DEBUG nova.objects.instance [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'flavor' on Instance uuid e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.640835] env[62622]: DEBUG oslo_concurrency.lockutils [req-21a98d44-a00c-4dce-b0ae-454a87a72919 req-bec7f3b2-493d-4abc-8271-8d15f7a7d7b1 service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.728985] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702112, 'name': PowerOffVM_Task, 'duration_secs': 0.225081} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.731462] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.731703] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.732987] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0bc4f4-62b7-41ce-9114-ed0d7be1547b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.740115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.740740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.740740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.740740] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.740927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.742798] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.742924] env[62622]: INFO nova.compute.manager [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Terminating instance [ 1044.744336] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d15c7e1-e615-4b50-bae4-0346ddeeb654 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.820401] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.820401] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.820401] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore1] c17d989c-f044-4740-a16a-a185eea720b2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.823345] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce753c2-ffa7-44fb-a53a-0c86ba555537 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.832348] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702111, 'name': CreateSnapshot_Task, 'duration_secs': 0.816663} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.833676] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.834011] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1044.834011] env[62622]: value = "task-2702114" [ 1044.834011] env[62622]: _type = "Task" [ 1044.834011] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.834703] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfed2a-cd7b-485f-bd50-30fcf7769600 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852273] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.876679] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.945071] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b941d-cf89-4e4c-af1e-47e9848a2c8e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.954560] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d56a01-1e93-4cb3-90f8-a6ea27cb66ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.988124] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d015e2b-e2b5-4cbb-8074-d52e4ceb4cd9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.996580] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26370757-6a37-48d2-a683-f0734dc80e9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.011048] env[62622]: DEBUG nova.compute.provider_tree [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.040976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-817f8f18-0811-4d3a-9364-6081521b8953 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.324s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.253116] env[62622]: DEBUG nova.compute.manager [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.253354] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.254478] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32682632-118f-47d7-860b-41d4433489fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.262016] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.262281] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908dff6c-36a3-46bf-9e19-4282da8abf7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.269362] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1045.269362] env[62622]: value = "task-2702115" [ 1045.269362] env[62622]: _type = "Task" [ 1045.269362] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.277695] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.348454] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417178} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.348739] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.348929] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.349180] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.360478] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.361275] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acc0474c-6355-4bdd-9251-0bed59af8a51 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.372675] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1045.372675] env[62622]: value = "task-2702116" [ 1045.372675] env[62622]: _type = "Task" [ 1045.372675] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.386037] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702116, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.404672] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.515032] env[62622]: DEBUG nova.scheduler.client.report [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.780632] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702115, 'name': PowerOffVM_Task, 'duration_secs': 0.282884} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.780923] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.781095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.781464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.781681] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.782016] env[62622]: DEBUG nova.objects.instance [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.783267] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e84e504-d2ac-489c-9718-d8f999bc9ab4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.849064] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.849064] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.849064] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleting the datastore file [datastore2] eb611f7d-d574-458a-9ef4-fa43e4c94823 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.849064] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d8b217-25f7-46e0-8b7f-b0d8654bd3dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.858041] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for the task: (returnval){ [ 1045.858041] env[62622]: value = "task-2702118" [ 1045.858041] env[62622]: _type = "Task" [ 1045.858041] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.867097] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.883204] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702116, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.022525] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.023231] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.026057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.146s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.074479] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.074817] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.372328] env[62622]: DEBUG oslo_vmware.api [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Task: {'id': task-2702118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184367} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.375122] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.375359] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.375587] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.375786] env[62622]: INFO nova.compute.manager [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1046.376226] env[62622]: DEBUG oslo.service.loopingcall [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.376435] env[62622]: DEBUG nova.compute.manager [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.376532] env[62622]: DEBUG nova.network.neutron [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.390511] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702116, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.392738] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.392962] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.393139] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.393328] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.393476] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.393624] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.393834] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.393997] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.394189] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.394357] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.394534] env[62622]: DEBUG nova.virt.hardware [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.395330] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c16ebb-5700-4bfe-8084-5e5a2af7a82d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.403148] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be87cf-faed-44ed-8a3b-68ca92803b9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.418191] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e7:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907d7e11-26a0-4d60-9c89-eef580f8c7ce', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.425540] env[62622]: DEBUG oslo.service.loopingcall [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.426549] env[62622]: DEBUG nova.objects.instance [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.429482] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.429911] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0048a44f-c7e2-4dc5-977c-aeeb9ea67837 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.450356] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.450356] env[62622]: value = "task-2702119" [ 1046.450356] env[62622]: _type = "Task" [ 1046.450356] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.458605] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702119, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.529883] env[62622]: DEBUG nova.compute.utils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.531633] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.531786] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.575261] env[62622]: DEBUG nova.policy [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13655f546e554fecafc6fe09f962c6fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd553bef2cd4847f5a725ecf56f0e9b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.578022] env[62622]: DEBUG nova.compute.utils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.788830] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e438be-e4f4-4edc-9a72-16681d233336 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.797682] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce0ec0b-eee5-43e3-9ed6-8932899de50a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.827961] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe2d5d-0d88-46bf-851a-203c233ac3bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.836873] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd284444-fe8a-470b-865c-94f3c4540c18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.842139] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Successfully created port: c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.852070] env[62622]: DEBUG nova.compute.provider_tree [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.887463] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702116, 'name': CloneVM_Task, 'duration_secs': 1.355826} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.887803] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Created linked-clone VM from snapshot [ 1046.888636] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4330e1b-ce22-45ec-b3bc-1e5ae4adc9f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.897826] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Uploading image 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.923078] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.923078] env[62622]: value = "vm-544463" [ 1046.923078] env[62622]: _type = "VirtualMachine" [ 1046.923078] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.923419] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6283544b-d633-4524-baed-0174a4cf85e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.930443] env[62622]: DEBUG nova.objects.base [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<78847dc1-dc18-4b9b-b1a0-2e60042d3a88> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.930784] env[62622]: DEBUG nova.network.neutron [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.934259] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lease: (returnval){ [ 1046.934259] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52beb55f-7a28-5dff-7ae9-47651aead772" [ 1046.934259] env[62622]: _type = "HttpNfcLease" [ 1046.934259] env[62622]: } obtained for exporting VM: (result){ [ 1046.934259] env[62622]: value = "vm-544463" [ 1046.934259] env[62622]: _type = "VirtualMachine" [ 1046.934259] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.934436] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the lease: (returnval){ [ 1046.934436] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52beb55f-7a28-5dff-7ae9-47651aead772" [ 1046.934436] env[62622]: _type = "HttpNfcLease" [ 1046.934436] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.942872] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.942872] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52beb55f-7a28-5dff-7ae9-47651aead772" [ 1046.942872] env[62622]: _type = "HttpNfcLease" [ 1046.942872] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.964424] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702119, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.005316] env[62622]: DEBUG nova.policy [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.037710] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.082809] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.140390] env[62622]: DEBUG nova.network.neutron [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.373478] env[62622]: ERROR nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [req-c4227305-2b39-4d52-92cd-23b1c6aa23ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4227305-2b39-4d52-92cd-23b1c6aa23ba"}]} [ 1047.394887] env[62622]: DEBUG nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.408383] env[62622]: DEBUG nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.408614] env[62622]: DEBUG nova.compute.provider_tree [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.418344] env[62622]: DEBUG nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.439503] env[62622]: DEBUG nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1047.445703] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.445703] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52beb55f-7a28-5dff-7ae9-47651aead772" [ 1047.445703] env[62622]: _type = "HttpNfcLease" [ 1047.445703] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.446015] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.446015] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52beb55f-7a28-5dff-7ae9-47651aead772" [ 1047.446015] env[62622]: _type = "HttpNfcLease" [ 1047.446015] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.446746] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157a59e-b21a-4dc8-ae5d-2a1d020425f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.454895] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.455058] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.521282] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702119, 'name': CreateVM_Task, 'duration_secs': 0.63246} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.522516] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.523267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.523433] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.523758] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.524368] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c50671-3c0b-4adc-8076-b891d85cb929 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.532356] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1047.532356] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e5101-0d5f-9671-31ba-88799df34028" [ 1047.532356] env[62622]: _type = "Task" [ 1047.532356] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.546976] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e5101-0d5f-9671-31ba-88799df34028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.552457] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63ef51b0-a703-42ef-80c1-c6a82486e0f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.643026] env[62622]: INFO nova.compute.manager [-] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Took 1.27 seconds to deallocate network for instance. [ 1047.775915] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d09e5b-3be6-45f5-b48b-a098af44a843 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.785709] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73ff77a-4d4b-46f8-ba24-15231cb2c19b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.821618] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365d2ed-6ba8-4a37-9f26-e96e9d764fa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.830245] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132234b-32ef-425c-9a95-3e2371e65bbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.845367] env[62622]: DEBUG nova.compute.provider_tree [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.043929] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]529e5101-0d5f-9671-31ba-88799df34028, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.044568] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.044900] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.045298] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.045563] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.045827] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.046233] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91519db-33a2-4884-86dc-42ec73dcc71e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.049469] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.060549] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.060751] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.061531] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8144ce-6962-456e-8981-4e418c7070c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.070893] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1048.070893] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528de5fb-52b5-492c-3aaa-c8c19d4a74db" [ 1048.070893] env[62622]: _type = "Task" [ 1048.070893] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.073475] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.073820] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.074098] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.074328] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.074551] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.074643] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.074830] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.074988] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.075179] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.075343] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.075514] env[62622]: DEBUG nova.virt.hardware [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.076559] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228dd3dd-9584-4696-bce6-73a9f9644360 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.091369] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43ccdfa-cce0-46f6-9244-ee2287b63840 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.095609] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528de5fb-52b5-492c-3aaa-c8c19d4a74db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.153314] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.155213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.155513] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.155765] env[62622]: INFO nova.compute.manager [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attaching volume 6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed to /dev/sdc [ 1048.192554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593fda60-6252-4908-9370-35dc32fa2ea9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.200550] env[62622]: DEBUG nova.compute.manager [req-b9e8d664-ae78-4d2f-8af0-db57cabe4c6e req-72ed7715-22d1-404b-887a-259e11f144d5 service nova] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Received event network-vif-deleted-ab31f2ef-34c5-44dd-a195-127827d9e972 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.207601] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ae7c68-96ca-40ff-9ff9-2bfe26fc0d26 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.228113] env[62622]: DEBUG nova.virt.block_device [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating existing volume attachment record: c7bd1632-64f6-4c23-979b-78f27bd2dea6 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1048.373770] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Successfully updated port: c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.389084] env[62622]: DEBUG nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.389356] env[62622]: DEBUG nova.compute.provider_tree [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 143 to 144 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.389551] env[62622]: DEBUG nova.compute.provider_tree [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.543616] env[62622]: DEBUG nova.compute.manager [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Received event network-vif-plugged-c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.544312] env[62622]: DEBUG oslo_concurrency.lockutils [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.544537] env[62622]: DEBUG oslo_concurrency.lockutils [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.544713] env[62622]: DEBUG oslo_concurrency.lockutils [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.544890] env[62622]: DEBUG nova.compute.manager [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] No waiting events found dispatching network-vif-plugged-c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.545070] env[62622]: WARNING nova.compute.manager [req-d31c0905-0624-4c9b-9048-e12eb864250d req-227c203f-9a4e-478f-9eca-7bb721c6f2dd service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Received unexpected event network-vif-plugged-c9fa5610-519b-4341-96c3-df8d769b9b61 for instance with vm_state building and task_state spawning. [ 1048.586903] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528de5fb-52b5-492c-3aaa-c8c19d4a74db, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.591028] env[62622]: DEBUG nova.network.neutron [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Successfully updated port: 4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.591028] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08bff9e-0166-4a28-afc2-c13d21c10cef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.597551] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1048.597551] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f0671-7373-59df-0e6e-c2aabb95b276" [ 1048.597551] env[62622]: _type = "Task" [ 1048.597551] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.608590] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f0671-7373-59df-0e6e-c2aabb95b276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.878099] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.879098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.879271] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.091559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.091792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.091888] env[62622]: DEBUG nova.network.neutron [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.111443] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524f0671-7373-59df-0e6e-c2aabb95b276, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.111944] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.112282] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.112601] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ce48c8-8a53-4779-92ba-bc2e147db6d7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.121628] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1049.121628] env[62622]: value = "task-2702122" [ 1049.121628] env[62622]: _type = "Task" [ 1049.121628] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.131296] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.401759] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.375s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.405728] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.123s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.408369] env[62622]: INFO nova.compute.claims [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.417316] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.634282] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.635686] env[62622]: DEBUG nova.network.neutron [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.638183] env[62622]: WARNING nova.network.neutron [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 1049.958799] env[62622]: DEBUG nova.network.neutron [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f29ac8b-47a0-4935-bd22-e98651e51448", "address": "fa:16:3e:23:4e:eb", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f29ac8b-47", "ovs_interfaceid": "4f29ac8b-47a0-4935-bd22-e98651e51448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.979122] env[62622]: INFO nova.scheduler.client.report [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted allocation for migration 5867dc16-79d4-40df-9e9b-750a8db81f67 [ 1050.133044] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631277} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.133349] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.134044] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.134044] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03bff7bd-a92c-43a3-a2fd-f4496731fde0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.143069] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.143403] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Instance network_info: |[{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.143739] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1050.143739] env[62622]: value = "task-2702123" [ 1050.143739] env[62622]: _type = "Task" [ 1050.143739] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.144098] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9fa5610-519b-4341-96c3-df8d769b9b61', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.151565] env[62622]: DEBUG oslo.service.loopingcall [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.151891] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.155608] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6567bf9a-2971-41b5-836c-9fa074601baa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.176574] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.179268] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.179268] env[62622]: value = "task-2702124" [ 1050.179268] env[62622]: _type = "Task" [ 1050.179268] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.188992] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702124, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.396628] env[62622]: DEBUG nova.compute.manager [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.396693] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.396888] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.397137] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.397447] env[62622]: DEBUG nova.compute.manager [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] No waiting events found dispatching network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.397630] env[62622]: WARNING nova.compute.manager [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received unexpected event network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 for instance with vm_state active and task_state None. [ 1050.397795] env[62622]: DEBUG nova.compute.manager [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.397953] env[62622]: DEBUG nova.compute.manager [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-4f29ac8b-47a0-4935-bd22-e98651e51448. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.398160] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.461876] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.462646] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.463017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.463180] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.463400] env[62622]: DEBUG nova.network.neutron [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.465950] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7066b3-bf13-4523-86a0-b75a7c480ff7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.487866] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad4b500a-a7d9-420e-b575-f0d20aadfe22 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.811s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.489312] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.489535] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.489694] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.489875] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.490040] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.490199] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.490401] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.490569] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.490733] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.490891] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.491073] env[62622]: DEBUG nova.virt.hardware [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.499438] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfiguring VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1050.502935] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eceb834-05df-464e-8192-9d62aa5fedfc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.523838] env[62622]: DEBUG oslo_vmware.api [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1050.523838] env[62622]: value = "task-2702126" [ 1050.523838] env[62622]: _type = "Task" [ 1050.523838] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.536729] env[62622]: DEBUG oslo_vmware.api [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702126, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.664968] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076412} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.665287] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.666108] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27adeba-0dea-4b27-8d1a-fdbff72dd624 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.695395] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.703245] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236f431c-ede3-417f-a5d4-040e48303fe3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.718999] env[62622]: DEBUG nova.compute.manager [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Received event network-changed-c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.719210] env[62622]: DEBUG nova.compute.manager [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Refreshing instance network info cache due to event network-changed-c9fa5610-519b-4341-96c3-df8d769b9b61. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.719418] env[62622]: DEBUG oslo_concurrency.lockutils [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] Acquiring lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.719595] env[62622]: DEBUG oslo_concurrency.lockutils [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] Acquired lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.719715] env[62622]: DEBUG nova.network.neutron [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Refreshing network info cache for port c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.731025] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702124, 'name': CreateVM_Task, 'duration_secs': 0.476227} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.732649] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.733280] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1050.733280] env[62622]: value = "task-2702127" [ 1050.733280] env[62622]: _type = "Task" [ 1050.733280] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.736359] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.736522] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.736844] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.737601] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec515541-80ff-466b-a5cf-c362b930029a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.754611] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1050.754611] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea5111-2c0d-f887-9aef-b4b574b51a42" [ 1050.754611] env[62622]: _type = "Task" [ 1050.754611] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.754914] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.757057] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9fac0-8efb-4eba-91fa-0c6125b26fa3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.770437] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea5111-2c0d-f887-9aef-b4b574b51a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.774038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e591d-af6b-4aad-bb28-1a6b6796dc39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.811531] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3962f5-d8fd-40b5-8b50-1023b209c094 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.820150] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad294b57-3333-459e-b2a9-7d82211fe777 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.835289] env[62622]: DEBUG nova.compute.provider_tree [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.037060] env[62622]: DEBUG oslo_vmware.api [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.187356] env[62622]: DEBUG nova.network.neutron [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 4f29ac8b-47a0-4935-bd22-e98651e51448. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.187888] env[62622]: DEBUG nova.network.neutron [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f29ac8b-47a0-4935-bd22-e98651e51448", "address": "fa:16:3e:23:4e:eb", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f29ac8b-47", "ovs_interfaceid": "4f29ac8b-47a0-4935-bd22-e98651e51448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.248387] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702127, 'name': ReconfigVM_Task, 'duration_secs': 0.343321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.248749] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.249408] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93286dbd-e1e9-4092-b040-e6b084ebda5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.255831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.256136] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.256377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.256570] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.256739] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.260327] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1051.260327] env[62622]: value = "task-2702128" [ 1051.260327] env[62622]: _type = "Task" [ 1051.260327] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.260815] env[62622]: INFO nova.compute.manager [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Terminating instance [ 1051.280124] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ea5111-2c0d-f887-9aef-b4b574b51a42, 'name': SearchDatastore_Task, 'duration_secs': 0.026427} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.283683] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.284043] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.284385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.284601] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.284850] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.285222] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702128, 'name': Rename_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.285791] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9ec588f-e610-4611-94ed-a9adfa36a079 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.296204] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.297069] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.297267] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24cc111-9184-4b77-a5dd-476daa7c1f4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.304418] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1051.304418] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525fe504-a658-bee6-91bd-ba3f4a82c7d6" [ 1051.304418] env[62622]: _type = "Task" [ 1051.304418] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.314827] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525fe504-a658-bee6-91bd-ba3f4a82c7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.359325] env[62622]: ERROR nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [req-0bd8760d-05b8-4a18-b825-beaa55823c50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bd8760d-05b8-4a18-b825-beaa55823c50"}]} [ 1051.379648] env[62622]: DEBUG nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1051.399547] env[62622]: DEBUG nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1051.399886] env[62622]: DEBUG nova.compute.provider_tree [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.423020] env[62622]: DEBUG nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1051.442205] env[62622]: DEBUG nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1051.469445] env[62622]: DEBUG nova.network.neutron [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updated VIF entry in instance network info cache for port c9fa5610-519b-4341-96c3-df8d769b9b61. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.469890] env[62622]: DEBUG nova.network.neutron [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.535808] env[62622]: DEBUG oslo_vmware.api [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702126, 'name': ReconfigVM_Task, 'duration_secs': 0.916849} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.536378] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.536606] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfigured VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1051.690421] env[62622]: DEBUG oslo_concurrency.lockutils [req-dff6ef96-43b7-46a9-896b-b1d120712bbb req-d92171b6-a5e9-413e-8ba8-68fcbbfe4aad service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.761871] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120b261-2a65-466c-b821-17294bcd4fd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.769506] env[62622]: DEBUG nova.compute.manager [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.769724] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.773596] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8649548-1683-4f11-8844-0584f96c74f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.776743] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea6ca85-48fb-4e7d-9572-5176ac00e2c5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.786605] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702128, 'name': Rename_Task, 'duration_secs': 0.1705} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.814030] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.814702] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.815183] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197b1912-643b-4191-82fb-6c0435848f29 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.819934] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fec63-b487-4db7-81dd-3725f6f898bc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.822459] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2ebe6a-7785-447f-8373-89632eb3fe52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.831037] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc50ce-a6e3-41d4-9c4f-285a31fc6774 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.843068] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1051.843068] env[62622]: value = "task-2702129" [ 1051.843068] env[62622]: _type = "Task" [ 1051.843068] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.843068] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1051.843068] env[62622]: value = "task-2702130" [ 1051.843068] env[62622]: _type = "Task" [ 1051.843068] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.843068] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525fe504-a658-bee6-91bd-ba3f4a82c7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.849801] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f167619-7317-4a1d-a610-dce1385296da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.860503] env[62622]: DEBUG nova.compute.provider_tree [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.868740] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.872204] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.872571] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1051.872571] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d7640b-2da5-c9c9-2da9-971159699b0c" [ 1051.872571] env[62622]: _type = "Task" [ 1051.872571] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.883805] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d7640b-2da5-c9c9-2da9-971159699b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.884405] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.884729] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.885036] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108ab8db-0d7f-400b-802f-49d65c75ae68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.893171] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1051.893171] env[62622]: value = "task-2702131" [ 1051.893171] env[62622]: _type = "Task" [ 1051.893171] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.902335] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.974669] env[62622]: DEBUG oslo_concurrency.lockutils [req-db9daa18-6fc2-45c2-8dd7-ee329143949c req-60f4ef8f-bdef-426c-ac98-ec4b92c4f1a3 service nova] Releasing lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.041615] env[62622]: DEBUG oslo_concurrency.lockutils [None req-55349ad4-56c6-4eed-b70c-0c4a2dd9480a tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.260s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.356877] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702129, 'name': PowerOffVM_Task, 'duration_secs': 0.32414} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.360614] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.360893] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.361208] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.361496] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33a874ad-2371-4a9a-b529-36329e3f7e3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.394658] env[62622]: DEBUG nova.scheduler.client.report [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1052.395205] env[62622]: DEBUG nova.compute.provider_tree [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 145 to 146 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1052.395442] env[62622]: DEBUG nova.compute.provider_tree [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.409236] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.438313] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.438730] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.438986] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleting the datastore file [datastore2] da64bb9b-4db1-4304-99f2-cacd85bef36e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.439336] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42da1d96-ed7f-431e-bc6f-8218cf0c86df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446492] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1052.446492] env[62622]: value = "task-2702133" [ 1052.446492] env[62622]: _type = "Task" [ 1052.446492] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.455087] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.787499] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1052.787737] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544465', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'name': 'volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'serial': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1052.788631] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7462fc9-716a-4974-8c32-fd3a4fc54108 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.806574] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b318bc05-82fc-40dd-acd3-5a0edc07bda6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.835735] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed/volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.836081] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d5882c-0852-4324-ad59-e12065d688b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.858954] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.860916] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1052.860916] env[62622]: value = "task-2702134" [ 1052.860916] env[62622]: _type = "Task" [ 1052.860916] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.869026] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.905531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.906310] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.912728] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.099s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.913020] env[62622]: DEBUG nova.objects.instance [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lazy-loading 'resources' on Instance uuid 5689f66c-b70e-4094-9ea2-baa7c2bc5dde {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.914236] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617069} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.914869] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.915135] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.915415] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ad3738-7264-48eb-8ad6-45673574c714 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.923051] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1052.923051] env[62622]: value = "task-2702135" [ 1052.923051] env[62622]: _type = "Task" [ 1052.923051] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.932120] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.958205] env[62622]: DEBUG oslo_vmware.api [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313029} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.958537] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.958731] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.958912] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.959147] env[62622]: INFO nova.compute.manager [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1052.959354] env[62622]: DEBUG oslo.service.loopingcall [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.959545] env[62622]: DEBUG nova.compute.manager [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.959641] env[62622]: DEBUG nova.network.neutron [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.359928] env[62622]: DEBUG oslo_vmware.api [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702130, 'name': PowerOnVM_Task, 'duration_secs': 1.140073} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.360260] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.360523] env[62622]: DEBUG nova.compute.manager [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.362076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd8e13-37c6-4189-9c15-d790e73772c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.377294] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.418934] env[62622]: DEBUG nova.compute.utils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.421402] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.421558] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.442497] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076896} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.442497] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.442497] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92eb065-ebce-4efd-95d0-bf2f5dfa3a72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.472802] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.477411] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd59b6f-6273-42ea-bc3c-ad8b3f7de71c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.493248] env[62622]: DEBUG nova.compute.manager [req-064d0d97-9937-4bef-9aa3-e1f848a6adc3 req-98fdab1d-c94a-459e-bd53-d18745fa9c90 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Received event network-vif-deleted-da27437a-525b-42b5-abd9-6c3b4e855203 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.493460] env[62622]: INFO nova.compute.manager [req-064d0d97-9937-4bef-9aa3-e1f848a6adc3 req-98fdab1d-c94a-459e-bd53-d18745fa9c90 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Neutron deleted interface da27437a-525b-42b5-abd9-6c3b4e855203; detaching it from the instance and deleting it from the info cache [ 1053.493614] env[62622]: DEBUG nova.network.neutron [req-064d0d97-9937-4bef-9aa3-e1f848a6adc3 req-98fdab1d-c94a-459e-bd53-d18745fa9c90 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.496284] env[62622]: DEBUG nova.policy [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5f8035111a416faab2c37787939adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e31b2cf4afb4b3e9ac0612cf0a2abbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.498639] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.498888] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.511740] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1053.511740] env[62622]: value = "task-2702136" [ 1053.511740] env[62622]: _type = "Task" [ 1053.511740] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.523791] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.734526] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c1cac-ac8a-4d7a-a11c-8ccb1811d345 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.743410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4375d-153c-4504-baea-c99368dd045f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.774297] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccc3565-6f22-4b1e-b65d-9f715b0140d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.782483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6a183-27c4-43ee-944b-69f69c3aeacf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.797733] env[62622]: DEBUG nova.compute.provider_tree [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.875269] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702134, 'name': ReconfigVM_Task, 'duration_secs': 0.662866} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.875651] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed/volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.884138] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4a45b5-45b8-4b4c-8b18-39979ee8dd62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.898169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.904973] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1053.904973] env[62622]: value = "task-2702137" [ 1053.904973] env[62622]: _type = "Task" [ 1053.904973] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.915366] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.925675] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.951195] env[62622]: DEBUG nova.network.neutron [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.001037] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ccf94a5-8a99-48c1-8b6c-7fcea8dcbb2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.003463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.003644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.004591] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9fc29-f9a2-4aa6-8bb6-60bec49decfc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.027374] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b803f88-7367-4fe8-b158-b4bb5e733b3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.033229] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593daa40-7963-4e0c-bc05-8b077939a7a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.049807] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.074150] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfiguring VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1054.088073] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995b8f53-fec5-4934-a36a-3c2f1d52d75e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.101409] env[62622]: DEBUG nova.compute.manager [req-064d0d97-9937-4bef-9aa3-e1f848a6adc3 req-98fdab1d-c94a-459e-bd53-d18745fa9c90 service nova] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Detach interface failed, port_id=da27437a-525b-42b5-abd9-6c3b4e855203, reason: Instance da64bb9b-4db1-4304-99f2-cacd85bef36e could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1054.109178] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1054.109178] env[62622]: value = "task-2702138" [ 1054.109178] env[62622]: _type = "Task" [ 1054.109178] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.117779] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.215620] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Successfully created port: 78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.339392] env[62622]: DEBUG nova.scheduler.client.report [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1054.339652] env[62622]: DEBUG nova.compute.provider_tree [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 146 to 147 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.339856] env[62622]: DEBUG nova.compute.provider_tree [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.415039] env[62622]: DEBUG oslo_vmware.api [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702137, 'name': ReconfigVM_Task, 'duration_secs': 0.207971} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.415366] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544465', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'name': 'volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'serial': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1054.454357] env[62622]: INFO nova.compute.manager [-] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Took 1.49 seconds to deallocate network for instance. [ 1054.533719] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702136, 'name': ReconfigVM_Task, 'duration_secs': 0.604078} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.534052] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.534689] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c566d4d-052d-4b76-8a2e-4e9df72d0ec4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.541051] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1054.541051] env[62622]: value = "task-2702139" [ 1054.541051] env[62622]: _type = "Task" [ 1054.541051] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.549660] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702139, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.618947] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.845768] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.849069] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.447s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.850074] env[62622]: INFO nova.compute.claims [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.870341] env[62622]: INFO nova.scheduler.client.report [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Deleted allocations for instance 5689f66c-b70e-4094-9ea2-baa7c2bc5dde [ 1054.936524] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.960534] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.960838] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.961144] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.961293] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.961498] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.961694] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.962108] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.962205] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.962425] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.962667] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.962877] env[62622]: DEBUG nova.virt.hardware [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.964658] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.964886] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ed782-5d94-44f7-a6d6-0eaa7bb09d9f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.976893] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5747a1d1-eda5-4c58-b4c4-94bbc63b5499 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.052746] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702139, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.119646] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.287264] env[62622]: INFO nova.compute.manager [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Rebuilding instance [ 1055.334832] env[62622]: DEBUG nova.compute.manager [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.335790] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b55bc2-99ea-4cad-884c-ac7069f66fba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.379537] env[62622]: DEBUG oslo_concurrency.lockutils [None req-500b8963-c64e-4f49-87cd-48dc37100405 tempest-InstanceActionsTestJSON-820573588 tempest-InstanceActionsTestJSON-820573588-project-member] Lock "5689f66c-b70e-4094-9ea2-baa7c2bc5dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.033s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.458251] env[62622]: DEBUG nova.objects.instance [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'flavor' on Instance uuid e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.552707] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702139, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.619593] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.709817] env[62622]: DEBUG nova.compute.manager [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Received event network-vif-plugged-78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.710066] env[62622]: DEBUG oslo_concurrency.lockutils [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] Acquiring lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.710261] env[62622]: DEBUG oslo_concurrency.lockutils [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.710435] env[62622]: DEBUG oslo_concurrency.lockutils [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.710605] env[62622]: DEBUG nova.compute.manager [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] No waiting events found dispatching network-vif-plugged-78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.710773] env[62622]: WARNING nova.compute.manager [req-60b9ba09-79a5-43f2-8d75-801a8592f793 req-cd2541e3-d9d1-4c8e-8f7b-fd67c30c926a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Received unexpected event network-vif-plugged-78c29193-ac35-4a30-bf7f-d47376ef2e3a for instance with vm_state building and task_state spawning. [ 1055.794403] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Successfully updated port: 78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.965616] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3dc583a-7257-4136-a24b-462157042147 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.061794] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702139, 'name': Rename_Task, 'duration_secs': 1.253421} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.062206] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.063975] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b80aad-79da-461f-830a-e4de2a0d009e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.074246] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1056.074246] env[62622]: value = "task-2702140" [ 1056.074246] env[62622]: _type = "Task" [ 1056.074246] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.086182] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702140, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.088339] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.091111] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057111c-1e15-4458-b7e1-eb829557941d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.103989] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.104205] env[62622]: ERROR oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk due to incomplete transfer. [ 1056.104449] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55174db5-25db-439b-8cd3-7e9845a7a622 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.115395] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2f7db-40b3-5fc4-db1b-015d0f43f56b/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.115623] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Uploaded image 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.118102] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.121220] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43be003f-68a0-4650-ac98-52c1607d0b02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.126517] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.131059] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1056.131059] env[62622]: value = "task-2702141" [ 1056.131059] env[62622]: _type = "Task" [ 1056.131059] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.138987] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702141, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.181276] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f310b5-85ff-482c-9110-9bc147178caa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.189545] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5069c-0001-4947-a24e-4d6d04fa7a05 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.222835] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db21d52-40d6-4452-95fa-2f848d2e9d1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.230789] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e75c7-ff3f-4ec1-94a5-5d0a048cd185 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.245116] env[62622]: DEBUG nova.compute.provider_tree [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.296619] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.296774] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.296988] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.353075] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.353075] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-088cfa49-3186-4614-be2c-0922e76a6b42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.357942] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1056.357942] env[62622]: value = "task-2702142" [ 1056.357942] env[62622]: _type = "Task" [ 1056.357942] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.372798] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.584045] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.625155] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.641471] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702141, 'name': Destroy_Task, 'duration_secs': 0.356544} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.641827] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Destroyed the VM [ 1056.641973] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1056.642506] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ddaaaac-960f-4297-b917-fbb324d739f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.652124] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1056.652124] env[62622]: value = "task-2702143" [ 1056.652124] env[62622]: _type = "Task" [ 1056.652124] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.660463] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.748416] env[62622]: DEBUG nova.scheduler.client.report [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.835125] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.869334] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702142, 'name': PowerOffVM_Task, 'duration_secs': 0.178074} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.869630] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.869884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.870688] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914cba8c-a033-448b-a068-bfda9f6d1c4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.873906] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.874326] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.882884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.883146] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc7ef00-1e3c-4398-9e84-dd5a81b2982c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951817] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.951817] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.951817] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore1] c17d989c-f044-4740-a16a-a185eea720b2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.951817] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42923e9e-580f-4857-8052-850e6ae26a8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.966161] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1056.966161] env[62622]: value = "task-2702145" [ 1056.966161] env[62622]: _type = "Task" [ 1056.966161] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.976255] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.006226] env[62622]: DEBUG nova.network.neutron [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updating instance_info_cache with network_info: [{"id": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "address": "fa:16:3e:37:2c:2a", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c29193-ac", "ovs_interfaceid": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.082819] env[62622]: DEBUG oslo_vmware.api [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702140, 'name': PowerOnVM_Task, 'duration_secs': 0.671204} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.083035] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.083245] env[62622]: INFO nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1057.083429] env[62622]: DEBUG nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.084211] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce39a8c-b53e-4ea0-96f7-3401f8821f4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.122936] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.161565] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702143, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.254719] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.255235] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.258703] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.822s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.259788] env[62622]: INFO nova.compute.claims [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.380482] env[62622]: INFO nova.compute.manager [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Detaching volume 15c8e342-04a8-474f-83fb-c042897286e8 [ 1057.419339] env[62622]: INFO nova.virt.block_device [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attempting to driver detach volume 15c8e342-04a8-474f-83fb-c042897286e8 from mountpoint /dev/sdb [ 1057.419339] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.419530] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544461', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'name': 'volume-15c8e342-04a8-474f-83fb-c042897286e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'serial': '15c8e342-04a8-474f-83fb-c042897286e8'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.420510] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d122a-0255-49d6-a2dc-09fc7bb0bcc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.450120] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bde02e-a2e1-4036-a29c-0848cd53e5fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.457809] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358a10ef-3cbb-4a3a-8834-508574a3c303 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.484199] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f56d52-f3e1-45c0-bbaf-27c654a158de {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.491438] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306353} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.503146] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.503146] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.503146] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.504952] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] The volume has not been displaced from its original location: [datastore2] volume-15c8e342-04a8-474f-83fb-c042897286e8/volume-15c8e342-04a8-474f-83fb-c042897286e8.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.513020] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.513020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.513020] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Instance network_info: |[{"id": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "address": "fa:16:3e:37:2c:2a", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c29193-ac", "ovs_interfaceid": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.513020] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed6498d-acc8-4c15-823b-3cf13f2e540a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.524915] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78c29193-ac35-4a30-bf7f-d47376ef2e3a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.532542] env[62622]: DEBUG oslo.service.loopingcall [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.532781] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.533552] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f01fb1-1216-4aaa-9bce-4fdf88fe0be8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.551858] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1057.551858] env[62622]: value = "task-2702146" [ 1057.551858] env[62622]: _type = "Task" [ 1057.551858] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.557594] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.557594] env[62622]: value = "task-2702147" [ 1057.557594] env[62622]: _type = "Task" [ 1057.557594] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.571351] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.576139] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702147, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.606330] env[62622]: INFO nova.compute.manager [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Took 20.24 seconds to build instance. [ 1057.625705] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.662705] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.67794} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.662975] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1057.663279] env[62622]: DEBUG nova.compute.manager [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.664168] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9856a2a-3d74-4167-b2c3-ad6caa09935e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.755258] env[62622]: DEBUG nova.compute.manager [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Received event network-changed-78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.755558] env[62622]: DEBUG nova.compute.manager [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Refreshing instance network info cache due to event network-changed-78c29193-ac35-4a30-bf7f-d47376ef2e3a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.757054] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] Acquiring lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.757054] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] Acquired lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757054] env[62622]: DEBUG nova.network.neutron [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Refreshing network info cache for port 78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.764819] env[62622]: DEBUG nova.compute.utils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1057.768316] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.768436] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.840150] env[62622]: DEBUG nova.policy [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44fafd41c7904b49ab3aad53494caf96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6cf0733cb94704ad4d009e1abede99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.066452] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702146, 'name': ReconfigVM_Task, 'duration_secs': 0.333796} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.067342] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.077622] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e12aa34e-6ded-415b-b9a6-ce50ef11938c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.087801] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702147, 'name': CreateVM_Task, 'duration_secs': 0.35393} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.088794] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.089914] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.090128] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.090494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.090807] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0fc512-39b9-4156-be08-0d0ecd584e95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.094692] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1058.094692] env[62622]: value = "task-2702148" [ 1058.094692] env[62622]: _type = "Task" [ 1058.094692] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.095970] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1058.095970] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b83c21-c2da-0a2b-fbd0-47199ec0a1ce" [ 1058.095970] env[62622]: _type = "Task" [ 1058.095970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.107045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45608c2a-72e9-4978-884b-2e3e29634323 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.754s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.107370] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.110773] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b83c21-c2da-0a2b-fbd0-47199ec0a1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.122643] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.177958] env[62622]: INFO nova.compute.manager [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Shelve offloading [ 1058.236371] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Successfully created port: e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.269243] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.548321] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.548573] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.548727] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.548910] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.549069] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.549223] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.549428] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.549586] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.549754] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.549915] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.550105] env[62622]: DEBUG nova.virt.hardware [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.551120] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1756cc65-aa6b-42a6-abac-3135b05d805e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564044] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1732f-e7f2-4ad0-aa75-0df5f328b27f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.581995] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e7:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907d7e11-26a0-4d60-9c89-eef580f8c7ce', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.589548] env[62622]: DEBUG oslo.service.loopingcall [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.591963] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.592362] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c09bd55-25de-4a26-b782-dcc3993a2b13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.618667] env[62622]: DEBUG nova.network.neutron [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updated VIF entry in instance network info cache for port 78c29193-ac35-4a30-bf7f-d47376ef2e3a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.619026] env[62622]: DEBUG nova.network.neutron [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updating instance_info_cache with network_info: [{"id": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "address": "fa:16:3e:37:2c:2a", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c29193-ac", "ovs_interfaceid": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.623396] env[62622]: DEBUG oslo_vmware.api [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702148, 'name': ReconfigVM_Task, 'duration_secs': 0.192459} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.630229] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544461', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'name': 'volume-15c8e342-04a8-474f-83fb-c042897286e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '15c8e342-04a8-474f-83fb-c042897286e8', 'serial': '15c8e342-04a8-474f-83fb-c042897286e8'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.632148] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b83c21-c2da-0a2b-fbd0-47199ec0a1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016123} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.632343] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.632343] env[62622]: value = "task-2702149" [ 1058.632343] env[62622]: _type = "Task" [ 1058.632343] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.636264] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.636510] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.636862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.636926] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.637086] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.637390] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.638044] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44fb0605-38fb-4f9a-866c-fe75fb72e3cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.651211] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702149, 'name': CreateVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.656870] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.656998] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.657821] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300a43d8-2ea6-4363-9f1b-0de46d8f4941 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.663207] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1058.663207] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520054ec-129b-e692-d5be-7ae588410e43" [ 1058.663207] env[62622]: _type = "Task" [ 1058.663207] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.674044] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520054ec-129b-e692-d5be-7ae588410e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.674269] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e83053-7e8f-4ac6-bc72-2cbc2afdf142 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.681732] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.683225] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81f4dd4-e34f-444f-b3be-edd21f6fbe40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.684362] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a327a-c722-4909-83d2-14074bd85576 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.693615] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1058.693615] env[62622]: value = "task-2702150" [ 1058.693615] env[62622]: _type = "Task" [ 1058.693615] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.723651] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe40859-9257-4025-a585-33c48cc176ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.735456] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc6eff-b783-47b7-86eb-c010e63f027a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739264] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.739467] env[62622]: DEBUG nova.compute.manager [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.741077] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16d5f2-bc05-4426-99ca-51ef87abfa37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.750551] env[62622]: DEBUG nova.compute.provider_tree [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.755159] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.755343] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.755518] env[62622]: DEBUG nova.network.neutron [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.912963] env[62622]: DEBUG nova.compute.manager [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1059.127968] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.130754] env[62622]: DEBUG oslo_concurrency.lockutils [req-6ca90553-32be-4aa2-b443-d2d081376d86 req-871388ea-3e3b-42f2-9f4c-f9a994d60e1a service nova] Releasing lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.147340] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702149, 'name': CreateVM_Task, 'duration_secs': 0.360451} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.147518] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.149058] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.149296] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.149798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.150085] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69076f83-a207-45ed-b5a2-0a6a7482699c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.155009] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1059.155009] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f579-38f5-bfb9-8135-46d386552bde" [ 1059.155009] env[62622]: _type = "Task" [ 1059.155009] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.166658] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f579-38f5-bfb9-8135-46d386552bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.175392] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520054ec-129b-e692-d5be-7ae588410e43, 'name': SearchDatastore_Task, 'duration_secs': 0.016836} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.176170] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0880ca4-e6f4-47a9-9cb8-7d283a73348d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.181295] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1059.181295] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521785f5-02f1-1ab3-a26a-97c5c9b4d3d2" [ 1059.181295] env[62622]: _type = "Task" [ 1059.181295] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.186870] env[62622]: DEBUG nova.objects.instance [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'flavor' on Instance uuid e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.199475] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]521785f5-02f1-1ab3-a26a-97c5c9b4d3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.199552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.199767] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 2e0c2167-f752-453b-8e91-127f4df6a40e/2e0c2167-f752-453b-8e91-127f4df6a40e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.200041] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff5d2688-885e-40d4-8015-46bcddcf94ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.208054] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1059.208054] env[62622]: value = "task-2702151" [ 1059.208054] env[62622]: _type = "Task" [ 1059.208054] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.215907] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.254330] env[62622]: DEBUG nova.scheduler.client.report [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.280671] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.320228] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.320481] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.320638] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.320817] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.320963] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.321139] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.321349] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.321509] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.321712] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.321882] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.322066] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.322949] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f805f-8e88-4e12-9145-1aa673ada203 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.335520] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ee9be-ee8c-4382-b712-cf22e6ca8cdf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.445021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.629442] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.631117] env[62622]: DEBUG nova.network.neutron [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.675160] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5265f579-38f5-bfb9-8135-46d386552bde, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.675583] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.675858] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.676581] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.676581] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677274] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.677274] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6f41e1-c100-40f5-9314-4ac94e5d0d43 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.694268] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.694268] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.695969] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7d800c-3e3a-43d8-bb7e-bd8a7af44d43 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.714294] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1059.714294] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524be91e-b1d4-78a3-cc18-5f295ac8ee11" [ 1059.714294] env[62622]: _type = "Task" [ 1059.714294] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.735302] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524be91e-b1d4-78a3-cc18-5f295ac8ee11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.738661] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.762977] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.763780] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.767178] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.363s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.769316] env[62622]: INFO nova.compute.claims [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.832915] env[62622]: DEBUG nova.compute.manager [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Received event network-vif-plugged-e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.832915] env[62622]: DEBUG oslo_concurrency.lockutils [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] Acquiring lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.833042] env[62622]: DEBUG oslo_concurrency.lockutils [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.834437] env[62622]: DEBUG oslo_concurrency.lockutils [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.834437] env[62622]: DEBUG nova.compute.manager [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] No waiting events found dispatching network-vif-plugged-e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.834437] env[62622]: WARNING nova.compute.manager [req-ddd22d40-123c-49af-93fc-b5bfad02f69e req-93a8e90f-6963-4b14-a6fa-8f4809934ea3 service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Received unexpected event network-vif-plugged-e810d301-def9-450b-a1ce-4e16eab7b6c5 for instance with vm_state building and task_state spawning. [ 1059.930743] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Successfully updated port: e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.126657] env[62622]: DEBUG oslo_vmware.api [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702138, 'name': ReconfigVM_Task, 'duration_secs': 5.77072} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.126925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.127263] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Reconfigured VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1060.135122] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.201502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f9aaf567-83e5-4be1-b83b-76d40acf0335 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.224821] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.228209] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 2e0c2167-f752-453b-8e91-127f4df6a40e/2e0c2167-f752-453b-8e91-127f4df6a40e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.230749] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.231033] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a063760e-fd85-412c-8c0d-e31c42b81687 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.242029] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524be91e-b1d4-78a3-cc18-5f295ac8ee11, 'name': SearchDatastore_Task, 'duration_secs': 0.053864} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.244026] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1060.244026] env[62622]: value = "task-2702152" [ 1060.244026] env[62622]: _type = "Task" [ 1060.244026] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.244627] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a3b532-ce78-4eca-9da6-a97b1999a48c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.253500] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1060.253500] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52877d3f-ae5b-9150-a32d-45fe6194ba9c" [ 1060.253500] env[62622]: _type = "Task" [ 1060.253500] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.257887] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.267729] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52877d3f-ae5b-9150-a32d-45fe6194ba9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.274017] env[62622]: DEBUG nova.compute.utils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.275580] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.275756] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.334258] env[62622]: DEBUG nova.policy [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44fafd41c7904b49ab3aad53494caf96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6cf0733cb94704ad4d009e1abede99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.339463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.339692] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.437733] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.437733] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.437733] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.595479] env[62622]: DEBUG nova.compute.manager [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-vif-unplugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.595724] env[62622]: DEBUG oslo_concurrency.lockutils [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.595936] env[62622]: DEBUG oslo_concurrency.lockutils [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.596156] env[62622]: DEBUG oslo_concurrency.lockutils [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.596333] env[62622]: DEBUG nova.compute.manager [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] No waiting events found dispatching network-vif-unplugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.596502] env[62622]: WARNING nova.compute.manager [req-5511eab4-6544-4d71-8a03-9688952cdf12 req-4d5aaf4e-cb62-4150-a802-bdb3661c01d8 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received unexpected event network-vif-unplugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d for instance with vm_state shelved and task_state shelving_offloading. [ 1060.704947] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.705973] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843ba46-6c08-43c9-ae3f-f0bb8c0840e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.716026] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.716026] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bce0ac8-e62e-4e31-98f8-41d626b0dba1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.760288] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308928} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.763386] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.764641] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53806ec-080d-4967-8563-56141c8e7dc8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.788168] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52877d3f-ae5b-9150-a32d-45fe6194ba9c, 'name': SearchDatastore_Task, 'duration_secs': 0.017223} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.788168] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.801076] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2e0c2167-f752-453b-8e91-127f4df6a40e/2e0c2167-f752-453b-8e91-127f4df6a40e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.802124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.802383] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.802748] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4379bc6b-fa3e-4c7b-87ab-4529e56c9e93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.821093] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e1f93c-9576-4599-bc72-903c0864776d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.824574] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Successfully created port: 2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.833315] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1060.833315] env[62622]: value = "task-2702154" [ 1060.833315] env[62622]: _type = "Task" [ 1060.833315] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.833315] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1060.833315] env[62622]: value = "task-2702155" [ 1060.833315] env[62622]: _type = "Task" [ 1060.833315] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.844138] env[62622]: INFO nova.compute.manager [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Detaching volume 6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed [ 1060.850369] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.854734] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.904291] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.904504] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.904682] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleting the datastore file [datastore2] feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.904948] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bee7105-d7c6-46d3-818f-e2ab925a9254 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.916126] env[62622]: INFO nova.virt.block_device [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Attempting to driver detach volume 6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed from mountpoint /dev/sdc [ 1060.916354] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.916531] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544465', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'name': 'volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'serial': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.917668] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191ad3d-3a46-48db-86dc-f6383ced91ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.949617] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505d05e8-d1ac-4d65-98a4-29cd7f7cf3e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.952764] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1060.952764] env[62622]: value = "task-2702156" [ 1060.952764] env[62622]: _type = "Task" [ 1060.952764] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.960110] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60805ad9-abe7-4e7b-a6c5-74b3367dc8c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.967727] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.988799] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d0b2e-7142-4a5b-a51f-0696ff95dfca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.004416] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] The volume has not been displaced from its original location: [datastore1] volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed/volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.009811] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.014590] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.016376] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b05d66-7619-48ea-b723-a275191e00ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.031802] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.032036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.035034] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1061.035034] env[62622]: value = "task-2702157" [ 1061.035034] env[62622]: _type = "Task" [ 1061.035034] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.046983] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.232243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b5c983-c0e9-4a27-968e-11142ad4b655 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.243273] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843528d-6ae5-4364-9e49-8f30c2e95227 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.283496] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a5be0-d490-4e4e-9bf7-5f36e3e32c0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.285414] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Updating instance_info_cache with network_info: [{"id": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "address": "fa:16:3e:c9:c8:83", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810d301-de", "ovs_interfaceid": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.292730] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef4787-d53f-40de-a3c3-04de42e63b65 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.313132] env[62622]: DEBUG nova.compute.provider_tree [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.320840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.320840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.346652] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702154, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.350362] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.467323] env[62622]: DEBUG oslo_vmware.api [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398611} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.467708] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.467960] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.468232] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.492338] env[62622]: INFO nova.scheduler.client.report [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted allocations for instance feb63777-049e-46d0-9a74-c075c2273b91 [ 1061.542572] env[62622]: DEBUG nova.compute.utils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1061.548092] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702157, 'name': ReconfigVM_Task, 'duration_secs': 0.285488} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.548092] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.554042] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e307b82-a518-48fa-9a8d-b0c9372164ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.570030] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1061.570030] env[62622]: value = "task-2702158" [ 1061.570030] env[62622]: _type = "Task" [ 1061.570030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.576346] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.576531] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.576692] env[62622]: DEBUG nova.network.neutron [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.583194] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.788585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.789114] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Instance network_info: |[{"id": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "address": "fa:16:3e:c9:c8:83", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810d301-de", "ovs_interfaceid": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.789588] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e810d301-def9-450b-a1ce-4e16eab7b6c5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.799033] env[62622]: DEBUG oslo.service.loopingcall [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.799033] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.799033] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-056676d9-8093-48ea-a5e7-0ea02e0286ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.816735] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.822786] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.825386] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.825386] env[62622]: value = "task-2702159" [ 1061.825386] env[62622]: _type = "Task" [ 1061.825386] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.837854] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702159, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.849605] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768988} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.854414] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.854844] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.855182] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702155, 'name': ReconfigVM_Task, 'duration_secs': 0.696428} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.857921] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.858188] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.858910] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.859071] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.859237] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.859395] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.859614] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.859779] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.859955] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.860137] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.860345] env[62622]: DEBUG nova.virt.hardware [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.861438] env[62622]: ERROR nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [req-770e1293-1bd4-42c1-9654-a6838ac52aba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-770e1293-1bd4-42c1-9654-a6838ac52aba"}]} [ 1061.861834] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6b61153-81e1-4262-84d0-ad51c57e9efc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.864095] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2e0c2167-f752-453b-8e91-127f4df6a40e/2e0c2167-f752-453b-8e91-127f4df6a40e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.865240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9daead8-62d2-42e6-b5bd-9dda6c347064 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.870959] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9b1f4e-567b-43b3-8293-b51ff0022ecf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.881190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0c658-833e-4659-a2b7-6491149e96b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.886333] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1061.886333] env[62622]: value = "task-2702161" [ 1061.886333] env[62622]: _type = "Task" [ 1061.886333] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.886686] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1061.886686] env[62622]: value = "task-2702160" [ 1061.886686] env[62622]: _type = "Task" [ 1061.886686] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.897166] env[62622]: DEBUG nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.915767] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702161, 'name': Rename_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.920090] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.925190] env[62622]: DEBUG nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.925432] env[62622]: DEBUG nova.compute.provider_tree [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.963086] env[62622]: DEBUG nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.996320] env[62622]: DEBUG nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.999734] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.048877] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.089883] env[62622]: DEBUG oslo_vmware.api [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702158, 'name': ReconfigVM_Task, 'duration_secs': 0.299781} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.090693] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544465', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'name': 'volume-6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc4fb8-4726-4b21-adf5-c19d5dddd95b', 'attached_at': '', 'detached_at': '', 'volume_id': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed', 'serial': '6dfdefdc-21c5-4c5f-9fa9-f8953dce84ed'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.095977] env[62622]: DEBUG nova.compute.manager [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Received event network-changed-e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.096795] env[62622]: DEBUG nova.compute.manager [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Refreshing instance network info cache due to event network-changed-e810d301-def9-450b-a1ce-4e16eab7b6c5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.096795] env[62622]: DEBUG oslo_concurrency.lockutils [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] Acquiring lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.096795] env[62622]: DEBUG oslo_concurrency.lockutils [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] Acquired lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.097447] env[62622]: DEBUG nova.network.neutron [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Refreshing network info cache for port e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.325412] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b644d-5fff-4ec3-82e0-8453286683d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.343612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285a1c8-aa5b-47e8-86fb-e20a84c13959 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.350485] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702159, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.379635] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.380477] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d930d0a-ea7b-4c43-a785-b117beaa2f95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.388579] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79bf7e7-77e4-4ba3-9cce-55916993d0d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.408812] env[62622]: DEBUG nova.compute.provider_tree [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.420093] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094798} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.420093] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702161, 'name': Rename_Task, 'duration_secs': 0.212199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.420093] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.420093] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.420740] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d1a86-f1e8-425e-a8f0-2b5e3486c8aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.423270] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebc0b4f-fae7-4d4b-983f-83cea91eb5b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.447209] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.448931] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e445f18-bf04-4479-82c3-154bc7a6a605 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.464163] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1062.464163] env[62622]: value = "task-2702162" [ 1062.464163] env[62622]: _type = "Task" [ 1062.464163] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.469387] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1062.469387] env[62622]: value = "task-2702163" [ 1062.469387] env[62622]: _type = "Task" [ 1062.469387] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.475605] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.482620] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.485613] env[62622]: INFO nova.network.neutron [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Port 4f29ac8b-47a0-4935-bd22-e98651e51448 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.486018] env[62622]: DEBUG nova.network.neutron [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.652595] env[62622]: DEBUG nova.objects.instance [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'flavor' on Instance uuid e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.667758] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Successfully updated port: 2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.706771] env[62622]: DEBUG nova.compute.manager [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.706994] env[62622]: DEBUG nova.compute.manager [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing instance network info cache due to event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.709527] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.709688] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.709859] env[62622]: DEBUG nova.network.neutron [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.841027] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702159, 'name': CreateVM_Task, 'duration_secs': 0.579752} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.841352] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.842203] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.842503] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.843015] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.843428] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c044681f-d291-4423-8f21-68995b0f89ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.849202] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1062.849202] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52621a7b-feb8-a361-0d0a-37034c2ec2d9" [ 1062.849202] env[62622]: _type = "Task" [ 1062.849202] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.859048] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52621a7b-feb8-a361-0d0a-37034c2ec2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.869595] env[62622]: DEBUG nova.network.neutron [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Updated VIF entry in instance network info cache for port e810d301-def9-450b-a1ce-4e16eab7b6c5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.869595] env[62622]: DEBUG nova.network.neutron [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Updating instance_info_cache with network_info: [{"id": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "address": "fa:16:3e:c9:c8:83", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810d301-de", "ovs_interfaceid": "e810d301-def9-450b-a1ce-4e16eab7b6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.955038] env[62622]: DEBUG nova.scheduler.client.report [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.955038] env[62622]: DEBUG nova.compute.provider_tree [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 150 to 151 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.955038] env[62622]: DEBUG nova.compute.provider_tree [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.983728] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.989650] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.992872] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.114626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.114626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.114626] env[62622]: INFO nova.compute.manager [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Attaching volume 01bec57d-5ebf-4037-b3f7-081cbe5a5e79 to /dev/sdb [ 1063.168483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de7058-da68-4a74-be50-3a97a9fe8644 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.172452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.172600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.172750] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.184586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03aa3fb-7d75-4885-bacd-1147355c4899 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.200091] env[62622]: DEBUG nova.virt.block_device [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating existing volume attachment record: d2a917fb-a74a-4d9a-a0d2-5e302847b724 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.365708] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52621a7b-feb8-a361-0d0a-37034c2ec2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.045619} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.366200] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.366562] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.366923] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.367211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.367528] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.367905] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e133f98-2a55-4e62-87dd-191a6b6e1e6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.372483] env[62622]: DEBUG oslo_concurrency.lockutils [req-003247b1-cdab-4dbc-8f52-b581c7c9b4a9 req-1a318223-8736-457c-8b17-8e084206b5ae service nova] Releasing lock "refresh_cache-cf5737b1-f5fe-4362-b86b-2f75d341d370" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.380733] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.380926] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.381717] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0e161b-2b62-4103-9e09-020a63c6307a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.388592] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1063.388592] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f21ed-1a8a-acea-e59d-57d46d4808e5" [ 1063.388592] env[62622]: _type = "Task" [ 1063.388592] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.397139] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f21ed-1a8a-acea-e59d-57d46d4808e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.450691] env[62622]: DEBUG nova.network.neutron [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updated VIF entry in instance network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.451043] env[62622]: DEBUG nova.network.neutron [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.462287] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.695s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.462784] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.465896] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.313s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.466180] env[62622]: DEBUG nova.objects.instance [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lazy-loading 'resources' on Instance uuid eb611f7d-d574-458a-9ef4-fa43e4c94823 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.478572] env[62622]: DEBUG oslo_vmware.api [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702162, 'name': PowerOnVM_Task, 'duration_secs': 0.979331} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.481481] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.481736] env[62622]: INFO nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1063.481870] env[62622]: DEBUG nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.482815] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702163, 'name': ReconfigVM_Task, 'duration_secs': 0.60717} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.483415] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de7b8cf-3320-4c87-afbc-3ca81e09497b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.485563] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c17d989c-f044-4740-a16a-a185eea720b2/c17d989c-f044-4740-a16a-a185eea720b2.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.486168] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7463031-4a19-4356-bcfd-fa193719690c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.494309] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1063.494309] env[62622]: value = "task-2702165" [ 1063.494309] env[62622]: _type = "Task" [ 1063.494309] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.498716] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d796d3b-ad13-4a3b-a9b7-606ab9af9c44 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-78847dc1-dc18-4b9b-b1a0-2e60042d3a88-4f29ac8b-47a0-4935-bd22-e98651e51448" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.999s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.509063] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702165, 'name': Rename_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.661372] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5722a7c9-5221-4cfe-b432-bace0917aa38 tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.686212] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.687076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.687076] env[62622]: DEBUG nova.objects.instance [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'flavor' on Instance uuid 3e212af2-4d72-4f78-9105-2d0828e2e483 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.713868] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.849628] env[62622]: DEBUG nova.network.neutron [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Updating instance_info_cache with network_info: [{"id": "2be314e6-943f-4357-8ac4-ec314c6db741", "address": "fa:16:3e:95:a0:6c", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be314e6-94", "ovs_interfaceid": "2be314e6-943f-4357-8ac4-ec314c6db741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.899739] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526f21ed-1a8a-acea-e59d-57d46d4808e5, 'name': SearchDatastore_Task, 'duration_secs': 0.030948} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.900496] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72e38c9-e981-44fb-904a-0fc715d1f67f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.905421] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1063.905421] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520c5193-6f2a-b7f2-19f4-daedc4d74aec" [ 1063.905421] env[62622]: _type = "Task" [ 1063.905421] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.912894] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520c5193-6f2a-b7f2-19f4-daedc4d74aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.953784] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.954078] env[62622]: DEBUG nova.compute.manager [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Received event network-vif-plugged-2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.954308] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Acquiring lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.954518] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.954685] env[62622]: DEBUG oslo_concurrency.lockutils [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.954857] env[62622]: DEBUG nova.compute.manager [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] No waiting events found dispatching network-vif-plugged-2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.955038] env[62622]: WARNING nova.compute.manager [req-f0a7c373-43fd-4bea-a007-2a88210e178a req-5226b645-4496-4e67-8b40-a59c52424f16 service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Received unexpected event network-vif-plugged-2be314e6-943f-4357-8ac4-ec314c6db741 for instance with vm_state building and task_state spawning. [ 1063.968866] env[62622]: DEBUG nova.compute.utils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1063.970286] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.970451] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.007290] env[62622]: INFO nova.compute.manager [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Took 24.75 seconds to build instance. [ 1064.013329] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702165, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.015715] env[62622]: DEBUG nova.policy [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '397fb319121846c9ad9eef0975eb3e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8af2f0be4054d13ac7912e96c7803c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.221255] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78034ce4-5f10-45f0-b236-6615f3e3e347 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.230599] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a60e3a-2952-42ec-89e1-9971d7690f60 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.265554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf6079-e823-4a3e-a5b7-3aeeb7065cc0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274038] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efa23b-1691-481a-916e-f20ed92c3432 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.291661] env[62622]: DEBUG nova.compute.provider_tree [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.355380] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.355380] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Instance network_info: |[{"id": "2be314e6-943f-4357-8ac4-ec314c6db741", "address": "fa:16:3e:95:a0:6c", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be314e6-94", "ovs_interfaceid": "2be314e6-943f-4357-8ac4-ec314c6db741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.355380] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a0:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2be314e6-943f-4357-8ac4-ec314c6db741', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.364197] env[62622]: DEBUG oslo.service.loopingcall [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.364664] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.365041] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc6addc6-279d-420d-880d-411062e25ab7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.389428] env[62622]: DEBUG nova.objects.instance [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'pci_requests' on Instance uuid 3e212af2-4d72-4f78-9105-2d0828e2e483 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.396931] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.396931] env[62622]: value = "task-2702168" [ 1064.396931] env[62622]: _type = "Task" [ 1064.396931] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.405411] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702168, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.415199] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]520c5193-6f2a-b7f2-19f4-daedc4d74aec, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.415490] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.416206] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cf5737b1-f5fe-4362-b86b-2f75d341d370/cf5737b1-f5fe-4362-b86b-2f75d341d370.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.416206] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d96cd62-3c34-4f38-9b67-f7de6307e1d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.423093] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Successfully created port: 674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.426177] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1064.426177] env[62622]: value = "task-2702169" [ 1064.426177] env[62622]: _type = "Task" [ 1064.426177] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.436856] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.473752] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.511877] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2c99cf65-1a4c-4309-8dcb-47871b1c2067 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.265s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.511877] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702165, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.794284] env[62622]: DEBUG nova.scheduler.client.report [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.855361] env[62622]: DEBUG nova.compute.manager [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.855640] env[62622]: DEBUG nova.compute.manager [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing instance network info cache due to event network-changed-724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.855934] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Acquiring lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.855934] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Acquired lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.858142] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Refreshing network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.892369] env[62622]: DEBUG nova.objects.base [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Object Instance<3e212af2-4d72-4f78-9105-2d0828e2e483> lazy-loaded attributes: flavor,pci_requests {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.892602] env[62622]: DEBUG nova.network.neutron [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.907135] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702168, 'name': CreateVM_Task, 'duration_secs': 0.448741} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.907135] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.907502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.907666] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.907987] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.908293] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44e6096-a684-49e3-b771-18d423a0492f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.914771] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1064.914771] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52668bc1-bfee-aaec-570a-555265d8dba2" [ 1064.914771] env[62622]: _type = "Task" [ 1064.914771] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.922393] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52668bc1-bfee-aaec-570a-555265d8dba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.939627] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.976629] env[62622]: DEBUG nova.policy [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2a634ff053420abb65a81cf076edae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2275d2b1ca0747c49b4f50dfb975ef59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.014899] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702165, 'name': Rename_Task, 'duration_secs': 1.193639} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.015198] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.015451] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f5348bf-8124-4089-bb94-b190f125a47b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.023240] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1065.023240] env[62622]: value = "task-2702170" [ 1065.023240] env[62622]: _type = "Task" [ 1065.023240] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.031219] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.108388] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.147906] env[62622]: DEBUG nova.compute.manager [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Received event network-changed-2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.148140] env[62622]: DEBUG nova.compute.manager [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Refreshing instance network info cache due to event network-changed-2be314e6-943f-4357-8ac4-ec314c6db741. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.148376] env[62622]: DEBUG oslo_concurrency.lockutils [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] Acquiring lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.148525] env[62622]: DEBUG oslo_concurrency.lockutils [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] Acquired lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.148692] env[62622]: DEBUG nova.network.neutron [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Refreshing network info cache for port 2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.299491] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.301980] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.405s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.302270] env[62622]: DEBUG nova.objects.instance [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1065.319036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.319347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.319635] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.320019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.320269] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.322404] env[62622]: INFO nova.compute.manager [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Terminating instance [ 1065.324531] env[62622]: INFO nova.scheduler.client.report [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Deleted allocations for instance eb611f7d-d574-458a-9ef4-fa43e4c94823 [ 1065.423729] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52668bc1-bfee-aaec-570a-555265d8dba2, 'name': SearchDatastore_Task, 'duration_secs': 0.022107} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.424061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.424353] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.424580] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.424727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.424881] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.425147] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ff70be-ae40-4768-a6f6-590c2f97ea8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.433326] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.433580] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.437203] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabd1a2f-92f9-4b41-a370-af6e88120594 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.439263] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539711} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.439494] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] cf5737b1-f5fe-4362-b86b-2f75d341d370/cf5737b1-f5fe-4362-b86b-2f75d341d370.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.439696] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.440246] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69294522-c3d6-4b90-ad70-877bb840a033 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.443075] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1065.443075] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525834c9-8032-1c02-c994-a1b5255b5eb0" [ 1065.443075] env[62622]: _type = "Task" [ 1065.443075] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.447253] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1065.447253] env[62622]: value = "task-2702171" [ 1065.447253] env[62622]: _type = "Task" [ 1065.447253] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.455659] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525834c9-8032-1c02-c994-a1b5255b5eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.463686] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.483931] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.515306] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.515646] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.515863] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.516752] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.516752] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.516752] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.516957] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.517171] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.518506] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.518506] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.518506] env[62622]: DEBUG nova.virt.hardware [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.518726] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8f774-2d9b-4845-94b0-0dd3209bc283 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530023] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936f1d1-768f-42db-86f8-60b47aab96ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.549829] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.651403] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updated VIF entry in instance network info cache for port 724665b3-42c9-4f02-b971-bdb17e2d07a7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.651834] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [{"id": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "address": "fa:16:3e:83:5c:f4", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724665b3-42", "ovs_interfaceid": "724665b3-42c9-4f02-b971-bdb17e2d07a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.829312] env[62622]: DEBUG nova.compute.manager [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.829534] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.832393] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013286bd-fc6e-4a53-909c-7712d46f6e59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.837823] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97fd814-d1f6-4db9-b535-49a52fca6e1b tempest-ServerRescueNegativeTestJSON-1928419468 tempest-ServerRescueNegativeTestJSON-1928419468-project-member] Lock "eb611f7d-d574-458a-9ef4-fa43e4c94823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.097s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.845617] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.845775] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37a5463-744c-40e1-b454-dac6535e2808 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.857360] env[62622]: DEBUG oslo_vmware.api [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1065.857360] env[62622]: value = "task-2702173" [ 1065.857360] env[62622]: _type = "Task" [ 1065.857360] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.873430] env[62622]: DEBUG oslo_vmware.api [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.943550] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Successfully updated port: 674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.960319] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525834c9-8032-1c02-c994-a1b5255b5eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.964716] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092313} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.964960] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523dd11a-9334-4560-98da-82b700c84402 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.967868] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.968714] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f01021-a4bb-4efb-ad55-7ff978d5d9f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.993427] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cf5737b1-f5fe-4362-b86b-2f75d341d370/cf5737b1-f5fe-4362-b86b-2f75d341d370.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.994766] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a8cae9-9db6-4823-84cc-0b73707bcef4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.009952] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1066.009952] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d6f031-3e64-effc-845f-7b04ac27ac37" [ 1066.009952] env[62622]: _type = "Task" [ 1066.009952] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.016017] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1066.016017] env[62622]: value = "task-2702174" [ 1066.016017] env[62622]: _type = "Task" [ 1066.016017] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.024373] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d6f031-3e64-effc-845f-7b04ac27ac37, 'name': SearchDatastore_Task, 'duration_secs': 0.017552} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.027460] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.027725] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d53584f6-3059-42cc-be2b-a0b1f0754abf/d53584f6-3059-42cc-be2b-a0b1f0754abf.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.028056] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.028265] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189f8d1e-b4d3-42e9-8812-e68eb1f2b384 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.037699] env[62622]: DEBUG oslo_vmware.api [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702170, 'name': PowerOnVM_Task, 'duration_secs': 0.561335} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.038952] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.039184] env[62622]: DEBUG nova.compute.manager [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.039583] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1066.039583] env[62622]: value = "task-2702175" [ 1066.039583] env[62622]: _type = "Task" [ 1066.039583] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.040482] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd8b08-e8ce-410c-8c30-8de084452091 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.052295] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.157648] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Releasing lock "refresh_cache-78847dc1-dc18-4b9b-b1a0-2e60042d3a88" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.157951] env[62622]: DEBUG nova.compute.manager [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.158167] env[62622]: DEBUG nova.compute.manager [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing instance network info cache due to event network-changed-1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.158419] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.158647] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.158842] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.249258] env[62622]: DEBUG nova.network.neutron [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Updated VIF entry in instance network info cache for port 2be314e6-943f-4357-8ac4-ec314c6db741. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.249658] env[62622]: DEBUG nova.network.neutron [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Updating instance_info_cache with network_info: [{"id": "2be314e6-943f-4357-8ac4-ec314c6db741", "address": "fa:16:3e:95:a0:6c", "network": {"id": "f9635f1b-6ba2-417b-8bf6-7026670251fa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1915972636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6cf0733cb94704ad4d009e1abede99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be314e6-94", "ovs_interfaceid": "2be314e6-943f-4357-8ac4-ec314c6db741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.313377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-45eb533e-0840-47e6-9b95-f098c9b31d0b tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.314622] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.351s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.314837] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.318707] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.876s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.358464] env[62622]: INFO nova.scheduler.client.report [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted allocations for instance da64bb9b-4db1-4304-99f2-cacd85bef36e [ 1066.373797] env[62622]: DEBUG oslo_vmware.api [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702173, 'name': PowerOffVM_Task, 'duration_secs': 0.341746} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.374885] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.375147] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.375449] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd118e3-248b-44fe-8686-cbc7376589ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.443778] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.444839] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.445141] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.499750] env[62622]: DEBUG nova.network.neutron [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Successfully updated port: 4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.529278] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702174, 'name': ReconfigVM_Task, 'duration_secs': 0.374432} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.530078] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cf5737b1-f5fe-4362-b86b-2f75d341d370/cf5737b1-f5fe-4362-b86b-2f75d341d370.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.530436] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0ebe160-0e19-406c-a7f5-7a7cbc85e8b9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.539199] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1066.539199] env[62622]: value = "task-2702177" [ 1066.539199] env[62622]: _type = "Task" [ 1066.539199] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.551273] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702177, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.557223] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.565941] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.752785] env[62622]: DEBUG oslo_concurrency.lockutils [req-65ea3886-e4b6-4c51-9ab4-5a9f8461879a req-ee6d63dc-a5dd-4da8-9a7b-223ab6ab120c service nova] Releasing lock "refresh_cache-d53584f6-3059-42cc-be2b-a0b1f0754abf" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.823896] env[62622]: INFO nova.compute.claims [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.870237] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c6d94274-e71f-4824-ab6e-d5c3a114ec1c tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "da64bb9b-4db1-4304-99f2-cacd85bef36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.613s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.945647] env[62622]: DEBUG nova.compute.manager [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Received event network-changed-78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.945847] env[62622]: DEBUG nova.compute.manager [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Refreshing instance network info cache due to event network-changed-78c29193-ac35-4a30-bf7f-d47376ef2e3a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.946250] env[62622]: DEBUG oslo_concurrency.lockutils [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] Acquiring lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.946509] env[62622]: DEBUG oslo_concurrency.lockutils [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] Acquired lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.947589] env[62622]: DEBUG nova.network.neutron [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Refreshing network info cache for port 78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.988080] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.002518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.050568] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702177, 'name': Rename_Task, 'duration_secs': 0.39802} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.051194] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.051440] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685b8730-069e-4414-8f03-dcbbf50cfa3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.055719] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536254} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.056273] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] d53584f6-3059-42cc-be2b-a0b1f0754abf/d53584f6-3059-42cc-be2b-a0b1f0754abf.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.056485] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.056717] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98b5a094-f4be-4e82-ac0d-c10b8b88528c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.061839] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1067.061839] env[62622]: value = "task-2702178" [ 1067.061839] env[62622]: _type = "Task" [ 1067.061839] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.071661] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1067.071661] env[62622]: value = "task-2702179" [ 1067.071661] env[62622]: _type = "Task" [ 1067.071661] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.078344] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.083052] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.129323] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updated VIF entry in instance network info cache for port 1babba2f-c42c-4be6-987e-ce5b30d16096. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.129770] env[62622]: DEBUG nova.network.neutron [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.174905] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.175163] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.175358] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleting the datastore file [datastore1] e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.175683] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caac2a15-1437-4d8e-93a5-7da59784a1d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.183970] env[62622]: DEBUG oslo_vmware.api [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for the task: (returnval){ [ 1067.183970] env[62622]: value = "task-2702181" [ 1067.183970] env[62622]: _type = "Task" [ 1067.183970] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.212214] env[62622]: DEBUG nova.network.neutron [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating instance_info_cache with network_info: [{"id": "674729df-9985-47a9-9a81-f6f04a808644", "address": "fa:16:3e:2c:bb:f1", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674729df-99", "ovs_interfaceid": "674729df-9985-47a9-9a81-f6f04a808644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.336217] env[62622]: INFO nova.compute.resource_tracker [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating resource usage from migration e42f87f1-e7b2-478f-95f3-4b359d836b46 [ 1067.397641] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Received event network-vif-plugged-674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.397735] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.397966] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.398158] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.398335] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] No waiting events found dispatching network-vif-plugged-674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.398836] env[62622]: WARNING nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Received unexpected event network-vif-plugged-674729df-9985-47a9-9a81-f6f04a808644 for instance with vm_state building and task_state spawning. [ 1067.398836] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Received event network-changed-674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.398836] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Refreshing instance network info cache due to event network-changed-674729df-9985-47a9-9a81-f6f04a808644. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.398985] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquiring lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.580079] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.587987] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069203} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.588299] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.589285] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5924fd0-5537-418b-be7f-c71e9cfe03b1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.620343] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d53584f6-3059-42cc-be2b-a0b1f0754abf/d53584f6-3059-42cc-be2b-a0b1f0754abf.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.628730] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7479f632-2477-4f5d-bec6-3b6c1a8ac111 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.645249] env[62622]: DEBUG oslo_concurrency.lockutils [req-a9c9b7ab-7fb5-43d0-aa11-626cf0be504c req-36dab4e3-2ee1-4be6-8eaf-5484c480695d service nova] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.646013] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.646210] env[62622]: DEBUG nova.network.neutron [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.653788] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1067.653788] env[62622]: value = "task-2702182" [ 1067.653788] env[62622]: _type = "Task" [ 1067.653788] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.664046] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.666252] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd096294-e45a-4c65-a734-91f634cfb712 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.673753] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd311ad0-96ff-4d9a-95de-8e0c8c4d4d00 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.715609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b231954-a745-4ade-abf3-3bf02fc9a89e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.719360] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Instance network_info: |[{"id": "674729df-9985-47a9-9a81-f6f04a808644", "address": "fa:16:3e:2c:bb:f1", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674729df-99", "ovs_interfaceid": "674729df-9985-47a9-9a81-f6f04a808644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.719972] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquired lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.720196] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Refreshing network info cache for port 674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.721824] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:bb:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674729df-9985-47a9-9a81-f6f04a808644', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.729785] env[62622]: DEBUG oslo.service.loopingcall [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.731281] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.731486] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35cc4f3e-74ad-4bbc-a0ea-1ee8f54c4194 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.750644] env[62622]: DEBUG oslo_vmware.api [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Task: {'id': task-2702181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373114} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.751747] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.751905] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544471', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'name': 'volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100', 'attached_at': '', 'detached_at': '', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'serial': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.753717] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b32b2-b0ad-4eee-91f4-1c6474df65e1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.758106] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.758106] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.758106] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.758274] env[62622]: INFO nova.compute.manager [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1067.759704] env[62622]: DEBUG oslo.service.loopingcall [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.759704] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571b293-8e45-4af9-aa3f-83326894f3a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.763197] env[62622]: DEBUG nova.compute.manager [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.763293] env[62622]: DEBUG nova.network.neutron [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.764841] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.764841] env[62622]: value = "task-2702183" [ 1067.764841] env[62622]: _type = "Task" [ 1067.764841] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.795305] env[62622]: DEBUG nova.compute.provider_tree [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.798423] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c34db4-e615-4db3-8858-11bba013a577 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804419] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702183, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.829232] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79/volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.829430] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d96925-ba48-43e0-88c5-b894e078050e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.842775] env[62622]: DEBUG nova.network.neutron [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updated VIF entry in instance network info cache for port 78c29193-ac35-4a30-bf7f-d47376ef2e3a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.843153] env[62622]: DEBUG nova.network.neutron [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updating instance_info_cache with network_info: [{"id": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "address": "fa:16:3e:37:2c:2a", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c29193-ac", "ovs_interfaceid": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.850814] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1067.850814] env[62622]: value = "task-2702184" [ 1067.850814] env[62622]: _type = "Task" [ 1067.850814] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.863965] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.009790] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.010133] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.078020] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702178, 'name': PowerOnVM_Task, 'duration_secs': 0.956553} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.078020] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.078020] env[62622]: INFO nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1068.078020] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.078020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac0144-5f55-46d5-830e-c659409a0586 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.169968] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702182, 'name': ReconfigVM_Task, 'duration_secs': 0.401833} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.170772] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d53584f6-3059-42cc-be2b-a0b1f0754abf/d53584f6-3059-42cc-be2b-a0b1f0754abf.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.171190] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba3c6aca-0759-448d-8e7f-89596d3619b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.178731] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1068.178731] env[62622]: value = "task-2702185" [ 1068.178731] env[62622]: _type = "Task" [ 1068.178731] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.202141] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702185, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.220167] env[62622]: WARNING nova.network.neutron [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] 69e28001-36c0-4b0b-9a98-a659a4285f7d already exists in list: networks containing: ['69e28001-36c0-4b0b-9a98-a659a4285f7d']. ignoring it [ 1068.283133] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702183, 'name': CreateVM_Task, 'duration_secs': 0.441227} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.283349] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.284107] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.284300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.284680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.287594] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99efa7ca-f35e-4cfe-88cc-9d966d285d73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.291025] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1068.291025] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52624f7f-0f0c-628b-24b5-b7bfb0302085" [ 1068.291025] env[62622]: _type = "Task" [ 1068.291025] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.298330] env[62622]: DEBUG nova.scheduler.client.report [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.306325] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52624f7f-0f0c-628b-24b5-b7bfb0302085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.345928] env[62622]: DEBUG oslo_concurrency.lockutils [req-e03f13e4-0fde-4b0b-b25a-df77f433cbb9 req-4bf6499f-8eb4-4efa-b5bd-839b297e3402 service nova] Releasing lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.364473] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702184, 'name': ReconfigVM_Task, 'duration_secs': 0.478335} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.364473] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79/volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.370274] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d92863f-45eb-43bf-b64a-75a97cfe4c01 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.393942] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1068.393942] env[62622]: value = "task-2702186" [ 1068.393942] env[62622]: _type = "Task" [ 1068.393942] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.400862] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.514106] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.596361] env[62622]: INFO nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Took 26.21 seconds to build instance. [ 1068.616751] env[62622]: DEBUG nova.network.neutron [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f29ac8b-47a0-4935-bd22-e98651e51448", "address": "fa:16:3e:23:4e:eb", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f29ac8b-47", "ovs_interfaceid": "4f29ac8b-47a0-4935-bd22-e98651e51448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.619207] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updated VIF entry in instance network info cache for port 674729df-9985-47a9-9a81-f6f04a808644. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.619591] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating instance_info_cache with network_info: [{"id": "674729df-9985-47a9-9a81-f6f04a808644", "address": "fa:16:3e:2c:bb:f1", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674729df-99", "ovs_interfaceid": "674729df-9985-47a9-9a81-f6f04a808644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.630876] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.631352] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.631540] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1068.631844] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Rebuilding the list of instances to heal {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1068.690474] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702185, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.801967] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52624f7f-0f0c-628b-24b5-b7bfb0302085, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.802331] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.805016] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.805016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.805016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.805016] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.805016] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58771d4-3634-4396-87fb-23e408b911ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.808810] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.490s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.809051] env[62622]: INFO nova.compute.manager [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Migrating [ 1068.820721] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.823s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.820939] env[62622]: DEBUG nova.objects.instance [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'resources' on Instance uuid feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.827030] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.827030] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.828067] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee1ba05-8430-4b0e-b19f-802a8c63a01e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.834861] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1068.834861] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bba0dc-0fe4-55dd-806e-52008eb4ae6e" [ 1068.834861] env[62622]: _type = "Task" [ 1068.834861] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.848420] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52bba0dc-0fe4-55dd-806e-52008eb4ae6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.849937] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add4fb6e-fc9a-4945-bcbe-e26ec1fe6c9b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.855650] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1068.855650] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fbc355-237c-6f3a-c3c9-bfbc53328f15" [ 1068.855650] env[62622]: _type = "Task" [ 1068.855650] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.863831] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fbc355-237c-6f3a-c3c9-bfbc53328f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.903219] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.025614] env[62622]: DEBUG nova.network.neutron [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.044484] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.097239] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.728s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.122889] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Releasing lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.123195] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.123405] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.123606] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.123760] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.123921] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] No waiting events found dispatching network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.124127] env[62622]: WARNING nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received unexpected event network-vif-plugged-4f29ac8b-47a0-4935-bd22-e98651e51448 for instance with vm_state active and task_state None. [ 1069.124304] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-changed-4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.124463] env[62622]: DEBUG nova.compute.manager [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing instance network info cache due to event network-changed-4f29ac8b-47a0-4935-bd22-e98651e51448. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.124754] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.125036] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.125615] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.125809] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.126149] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.126253] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Refreshing network info cache for port 4f29ac8b-47a0-4935-bd22-e98651e51448 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.127891] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220a18a-73b8-4e67-aae3-6ab0da7914b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.147619] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Skipping network cache update for instance because it is being deleted. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1069.147836] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1069.147969] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1069.150710] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.150950] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.151129] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.151319] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.151469] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.151616] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.151820] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.151985] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.152167] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.152329] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.152500] env[62622]: DEBUG nova.virt.hardware [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.159700] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfiguring VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.160444] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e3b414-66d5-4407-8c44-99ba24203816 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.180699] env[62622]: DEBUG oslo_vmware.api [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1069.180699] env[62622]: value = "task-2702187" [ 1069.180699] env[62622]: _type = "Task" [ 1069.180699] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.199760] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702185, 'name': Rename_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.202727] env[62622]: DEBUG oslo_vmware.api [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702187, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.203592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.203769] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.203893] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1069.204125] env[62622]: DEBUG nova.objects.instance [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lazy-loading 'info_cache' on Instance uuid 627a737d-8c15-4a7b-9038-1c0b4ce7585e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.322972] env[62622]: DEBUG nova.objects.instance [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'numa_topology' on Instance uuid feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.327121] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.327396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.327614] env[62622]: DEBUG nova.network.neutron [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.342958] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.343218] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.344278] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.344573] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.344822] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.347135] env[62622]: INFO nova.compute.manager [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Terminating instance [ 1069.368105] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fbc355-237c-6f3a-c3c9-bfbc53328f15, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.369047] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.369047] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] fe43fdcf-2497-4c76-9ddf-7b1e0cf15238/fe43fdcf-2497-4c76-9ddf-7b1e0cf15238.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.369501] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6bc0a80-3c64-4a02-95af-6dfb9695d3a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.377595] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1069.377595] env[62622]: value = "task-2702188" [ 1069.377595] env[62622]: _type = "Task" [ 1069.377595] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.388807] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.407474] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.457190] env[62622]: DEBUG nova.compute.manager [req-06803716-c1d2-4368-9ecc-387eb8c22a3a req-f35c3a1e-690b-4d73-8d5e-615985cd9a2c service nova] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Received event network-vif-deleted-d43d38a1-3738-4a79-a27c-0eaeea7dbeee {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.530723] env[62622]: INFO nova.compute.manager [-] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Took 1.77 seconds to deallocate network for instance. [ 1069.696408] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702185, 'name': Rename_Task, 'duration_secs': 1.171386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.700037] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.700359] env[62622]: DEBUG oslo_vmware.api [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.700591] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e201aa56-b490-471b-b5b7-25a320fc65ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.709108] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1069.709108] env[62622]: value = "task-2702189" [ 1069.709108] env[62622]: _type = "Task" [ 1069.709108] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.721172] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.826471] env[62622]: DEBUG nova.objects.base [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.851644] env[62622]: DEBUG nova.compute.manager [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.851977] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.858641] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f38cf0-6699-44f0-9ca2-035de7967d0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.891027] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.892053] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3cb01d-9e4a-418f-99c5-057bd756e158 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.912237] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505893} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.912237] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] fe43fdcf-2497-4c76-9ddf-7b1e0cf15238/fe43fdcf-2497-4c76-9ddf-7b1e0cf15238.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.912237] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.912845] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a99c250-b8ce-4433-a450-efccd980a294 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.921024] env[62622]: DEBUG oslo_vmware.api [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702186, 'name': ReconfigVM_Task, 'duration_secs': 1.08702} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.921944] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544471', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'name': 'volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100', 'attached_at': '', 'detached_at': '', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'serial': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.927165] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1069.927165] env[62622]: value = "task-2702190" [ 1069.927165] env[62622]: _type = "Task" [ 1069.927165] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.932869] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1069.932869] env[62622]: value = "task-2702191" [ 1069.932869] env[62622]: _type = "Task" [ 1069.932869] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.939380] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.945102] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updated VIF entry in instance network info cache for port 4f29ac8b-47a0-4935-bd22-e98651e51448. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.945590] env[62622]: DEBUG nova.network.neutron [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f29ac8b-47a0-4935-bd22-e98651e51448", "address": "fa:16:3e:23:4e:eb", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f29ac8b-47", "ovs_interfaceid": "4f29ac8b-47a0-4935-bd22-e98651e51448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.957463] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.038157] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.176698] env[62622]: DEBUG nova.network.neutron [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.199909] env[62622]: DEBUG oslo_vmware.api [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702187, 'name': ReconfigVM_Task, 'duration_secs': 0.775273} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.200680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.200734] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfigured VM to attach interface {{(pid=62622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.217207] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb4257b-657b-473b-b7a7-f254a9e91cc8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.233575] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44e9d0-7dc4-4f99-9387-39fdd5a74e3f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.236469] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.270240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa3164-e65f-48b2-a3b9-7f7b34bdfba6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.278812] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94a175-da29-461f-9826-e1a3fecc2e90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.293626] env[62622]: DEBUG nova.compute.provider_tree [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.436816] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702190, 'name': PowerOffVM_Task, 'duration_secs': 0.233947} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.437109] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.437286] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.437540] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5164ba24-962f-4080-8ea8-de6f3c0195ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.446975] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083982} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.447192] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.447938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d6a1a-d4da-4d40-8360-e15f1d4cdb0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.450555] env[62622]: DEBUG oslo_concurrency.lockutils [req-07918262-0eca-44d0-956d-4f4da2eddb7d req-2a2402b3-d0eb-4477-8b22-f7ae785dd6ee service nova] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.471522] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] fe43fdcf-2497-4c76-9ddf-7b1e0cf15238/fe43fdcf-2497-4c76-9ddf-7b1e0cf15238.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.473768] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5340c413-aca0-44ce-b244-d25d9c8068ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.489544] env[62622]: DEBUG nova.objects.instance [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'flavor' on Instance uuid d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.497042] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1070.497042] env[62622]: value = "task-2702194" [ 1070.497042] env[62622]: _type = "Task" [ 1070.497042] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.506516] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.516560] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.516749] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.516931] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore2] 4351b25e-89cd-4b97-adf2-05a03064e6d4 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.517226] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe5868b-ac5f-43b3-9944-0a5a93d61a3a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523242] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1070.523242] env[62622]: value = "task-2702195" [ 1070.523242] env[62622]: _type = "Task" [ 1070.523242] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.532442] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.679205] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.706603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-17188d5e-edab-421a-82a1-5f8a2204a4e1 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.020s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.724256] env[62622]: DEBUG oslo_vmware.api [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702189, 'name': PowerOnVM_Task, 'duration_secs': 0.665233} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.725170] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.725379] env[62622]: INFO nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1070.725552] env[62622]: DEBUG nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.726410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861303bd-f694-43e1-b5fe-d4940013ecf6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.796913] env[62622]: DEBUG nova.scheduler.client.report [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.987983] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.994556] env[62622]: DEBUG oslo_concurrency.lockutils [None req-964d75f6-3dfc-47d1-b371-ebbba6fd0ed4 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.882s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.008541] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.032330] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.246513] env[62622]: INFO nova.compute.manager [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Took 28.83 seconds to build instance. [ 1071.301665] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.481s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.304276] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.925s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.305957] env[62622]: INFO nova.compute.claims [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.491423] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.491631] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1071.491840] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492007] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492171] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492320] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492464] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492608] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.492736] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1071.492877] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.508867] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702194, 'name': ReconfigVM_Task, 'duration_secs': 0.811818} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.509152] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfigured VM instance instance-0000006d to attach disk [datastore1] fe43fdcf-2497-4c76-9ddf-7b1e0cf15238/fe43fdcf-2497-4c76-9ddf-7b1e0cf15238.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.509776] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea1409b-3453-4985-97a6-a133c4917101 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.516142] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1071.516142] env[62622]: value = "task-2702196" [ 1071.516142] env[62622]: _type = "Task" [ 1071.516142] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.524267] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702196, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.531452] env[62622]: DEBUG oslo_vmware.api [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686015} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.531685] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.531866] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.532054] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.532234] env[62622]: INFO nova.compute.manager [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1071.532471] env[62622]: DEBUG oslo.service.loopingcall [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.532655] env[62622]: DEBUG nova.compute.manager [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.532753] env[62622]: DEBUG nova.network.neutron [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.748745] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5e84fb64-6100-4937-bcdc-b79bb6380f16 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.353s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.813878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e5b1ec28-375e-46f7-994c-0b9c6a5f23dc tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.072s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.814728] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.707s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.814920] env[62622]: INFO nova.compute.manager [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Unshelving [ 1071.995938] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.028787] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702196, 'name': Rename_Task, 'duration_secs': 0.434723} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.029351] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.029561] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4b1665-fae5-487c-a700-90174b2ac5f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.035954] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1072.035954] env[62622]: value = "task-2702197" [ 1072.035954] env[62622]: _type = "Task" [ 1072.035954] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.043626] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.045642] env[62622]: DEBUG nova.compute.manager [req-82aa7653-397d-45bf-98af-67b3fa57f16d req-9e0e9f99-b001-407c-8129-3616c73d1693 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Received event network-vif-deleted-e614f0bf-02df-4842-b70c-daadfdc82bb0 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.045829] env[62622]: INFO nova.compute.manager [req-82aa7653-397d-45bf-98af-67b3fa57f16d req-9e0e9f99-b001-407c-8129-3616c73d1693 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Neutron deleted interface e614f0bf-02df-4842-b70c-daadfdc82bb0; detaching it from the instance and deleting it from the info cache [ 1072.045999] env[62622]: DEBUG nova.network.neutron [req-82aa7653-397d-45bf-98af-67b3fa57f16d req-9e0e9f99-b001-407c-8129-3616c73d1693 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.194481] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eed977-5bc8-4205-af15-99e0ed0e6e2b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.213822] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.403711] env[62622]: DEBUG nova.network.neutron [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.464340] env[62622]: DEBUG nova.compute.manager [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1072.548703] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702197, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.548951] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ec97d2b-e7a9-40cb-ad09-884cad7ac623 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.559694] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee497329-7b23-42b7-b502-90d1c56a4ede {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.571712] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1167cddc-ca21-4762-a95e-5ffe4caa996e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.582204] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0550bc1-3ed7-45cd-8bb0-309394d1a040 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.596526] env[62622]: DEBUG nova.compute.manager [req-82aa7653-397d-45bf-98af-67b3fa57f16d req-9e0e9f99-b001-407c-8129-3616c73d1693 service nova] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Detach interface failed, port_id=e614f0bf-02df-4842-b70c-daadfdc82bb0, reason: Instance 4351b25e-89cd-4b97-adf2-05a03064e6d4 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1072.623490] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.623735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.625708] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf9355-1b7a-4d1b-8202-78e4bc28cece {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.633201] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3abffc-a5bb-4ad2-9155-b04f896cf0cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.648541] env[62622]: DEBUG nova.compute.provider_tree [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.720422] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.720727] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7066747-1562-49be-be2e-b538d104107a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.728176] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.728258] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.728441] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.728652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.728781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.731749] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1072.731749] env[62622]: value = "task-2702199" [ 1072.731749] env[62622]: _type = "Task" [ 1072.731749] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.732218] env[62622]: INFO nova.compute.manager [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Terminating instance [ 1072.743634] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.800959] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.801239] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.801453] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.801839] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.802075] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.804327] env[62622]: INFO nova.compute.manager [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Terminating instance [ 1072.839146] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.905643] env[62622]: INFO nova.compute.manager [-] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Took 1.37 seconds to deallocate network for instance. [ 1072.982056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.048090] env[62622]: DEBUG oslo_vmware.api [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702197, 'name': PowerOnVM_Task, 'duration_secs': 0.958145} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.048435] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.048889] env[62622]: INFO nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1073.049220] env[62622]: DEBUG nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.049986] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53bf8b3-50af-4690-b883-f8deac4bd77a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.132024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.132024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.132024] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc55f76-7989-4f2d-b28d-d854f524ca09 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.150334] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd6efd3-892d-4173-8278-5a1570488133 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.153633] env[62622]: DEBUG nova.scheduler.client.report [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.182205] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfiguring VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.182960] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12fabcac-ce9c-4f7c-b4b0-f0cf68486685 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.203382] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1073.203382] env[62622]: value = "task-2702200" [ 1073.203382] env[62622]: _type = "Task" [ 1073.203382] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.212807] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.239763] env[62622]: DEBUG nova.compute.manager [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.240261] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.246895] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584f8427-d313-4923-907a-bfbc1ff8af73 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.250038] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702199, 'name': PowerOffVM_Task, 'duration_secs': 0.246754} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.250218] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.250404] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.257994] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.258231] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4020b28-bd0a-41ec-9a4c-3252a912f26c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.264301] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1073.264301] env[62622]: value = "task-2702201" [ 1073.264301] env[62622]: _type = "Task" [ 1073.264301] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.272400] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.308431] env[62622]: DEBUG nova.compute.manager [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.308696] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.310528] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b124f0-2a75-4add-8358-76da17c71520 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.319277] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.319517] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a82bc03a-3e36-48a5-bda2-6918f0f0841f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.326632] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1073.326632] env[62622]: value = "task-2702202" [ 1073.326632] env[62622]: _type = "Task" [ 1073.326632] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.335156] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.414334] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.568859] env[62622]: INFO nova.compute.manager [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Took 28.18 seconds to build instance. [ 1073.659603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.660036] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.662623] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.097s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.662760] env[62622]: DEBUG nova.objects.instance [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.714483] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.756558] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.756725] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.756865] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.757062] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.757217] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.757372] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.757577] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.757738] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.757908] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.758085] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.758267] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.763134] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55639697-4384-48f6-9f41-6783eb610dc5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.781624] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702201, 'name': PowerOffVM_Task, 'duration_secs': 0.250904} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.782789] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.782961] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.783275] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1073.783275] env[62622]: value = "task-2702203" [ 1073.783275] env[62622]: _type = "Task" [ 1073.783275] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.783463] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d65dd1-f0ca-4d67-ad37-fb4c26c7299c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.792636] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.836773] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702202, 'name': PowerOffVM_Task, 'duration_secs': 0.246694} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.837141] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.837352] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.837981] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a92437-c8d4-4cfb-a30c-c55824973065 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.853422] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.853634] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.853799] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleting the datastore file [datastore2] cf5737b1-f5fe-4362-b86b-2f75d341d370 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.854054] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e467c755-0562-44d9-8b0a-551469cc2fc6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.860484] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1073.860484] env[62622]: value = "task-2702206" [ 1073.860484] env[62622]: _type = "Task" [ 1073.860484] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.867619] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.918628] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.918839] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.918984] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleting the datastore file [datastore1] d53584f6-3059-42cc-be2b-a0b1f0754abf {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.919351] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84611e2d-5748-4d1c-986b-35e659560d38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.926180] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for the task: (returnval){ [ 1073.926180] env[62622]: value = "task-2702207" [ 1073.926180] env[62622]: _type = "Task" [ 1073.926180] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.936880] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.070893] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c59a5c49-923e-4376-a316-a5a9d9b87933 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.698s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.167265] env[62622]: DEBUG nova.compute.utils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.173267] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.173748] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.216656] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.281927] env[62622]: DEBUG nova.policy [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02fa1282d6bd4e788298bfbc006cc28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd217e91d596b4005a21441fa64be7b2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.294605] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702203, 'name': ReconfigVM_Task, 'duration_secs': 0.241005} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.294963] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.374286] env[62622]: DEBUG oslo_vmware.api [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196273} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.374648] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.374917] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.375202] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.375440] env[62622]: INFO nova.compute.manager [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1074.375878] env[62622]: DEBUG oslo.service.loopingcall [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.376193] env[62622]: DEBUG nova.compute.manager [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.376455] env[62622]: DEBUG nova.network.neutron [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.437633] env[62622]: DEBUG oslo_vmware.api [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Task: {'id': task-2702207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279157} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.437901] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.438079] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.438260] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.438437] env[62622]: INFO nova.compute.manager [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1074.438717] env[62622]: DEBUG oslo.service.loopingcall [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.441028] env[62622]: DEBUG nova.compute.manager [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.441269] env[62622]: DEBUG nova.network.neutron [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.673772] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.678435] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0ca08b62-8776-4274-ac64-7b2773046d17 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.683205] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.635s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.683205] env[62622]: INFO nova.compute.claims [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.723544] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.802447] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.802743] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.802942] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.803198] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.803419] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.803862] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.804240] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.804512] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.804802] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.805040] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.805307] env[62622]: DEBUG nova.virt.hardware [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.816318] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.816671] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5c0658-47de-42f2-a0f9-fdcbb670276e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.842641] env[62622]: DEBUG nova.compute.manager [req-22432f70-2718-4424-8f05-8f5e3c7a90a3 req-7b6fd399-1177-4140-9add-35d416215a9a service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Received event network-vif-deleted-e810d301-def9-450b-a1ce-4e16eab7b6c5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.842923] env[62622]: INFO nova.compute.manager [req-22432f70-2718-4424-8f05-8f5e3c7a90a3 req-7b6fd399-1177-4140-9add-35d416215a9a service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Neutron deleted interface e810d301-def9-450b-a1ce-4e16eab7b6c5; detaching it from the instance and deleting it from the info cache [ 1074.843180] env[62622]: DEBUG nova.network.neutron [req-22432f70-2718-4424-8f05-8f5e3c7a90a3 req-7b6fd399-1177-4140-9add-35d416215a9a service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.850915] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1074.850915] env[62622]: value = "task-2702209" [ 1074.850915] env[62622]: _type = "Task" [ 1074.850915] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.861130] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.971207] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Successfully created port: b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.018624] env[62622]: DEBUG nova.compute.manager [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Received event network-changed-674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.018726] env[62622]: DEBUG nova.compute.manager [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Refreshing instance network info cache due to event network-changed-674729df-9985-47a9-9a81-f6f04a808644. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.018934] env[62622]: DEBUG oslo_concurrency.lockutils [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] Acquiring lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.019240] env[62622]: DEBUG oslo_concurrency.lockutils [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] Acquired lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.019546] env[62622]: DEBUG nova.network.neutron [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Refreshing network info cache for port 674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.220976] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.249835] env[62622]: DEBUG nova.network.neutron [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.258945] env[62622]: DEBUG nova.network.neutron [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.346577] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1c2204d-857a-486c-8f51-3c8893312891 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.362054] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702209, 'name': ReconfigVM_Task, 'duration_secs': 0.400705} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.363122] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.363974] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b03079-fa67-4488-84a1-dbf2c00a0d06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.368960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14967b46-2fe2-4848-8e48-5c87c5f75da2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.400149] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.410387] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3d125f-293d-4311-be40-6fef36aed52d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.423823] env[62622]: DEBUG nova.compute.manager [req-22432f70-2718-4424-8f05-8f5e3c7a90a3 req-7b6fd399-1177-4140-9add-35d416215a9a service nova] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Detach interface failed, port_id=e810d301-def9-450b-a1ce-4e16eab7b6c5, reason: Instance cf5737b1-f5fe-4362-b86b-2f75d341d370 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1075.430907] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1075.430907] env[62622]: value = "task-2702210" [ 1075.430907] env[62622]: _type = "Task" [ 1075.430907] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.438848] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.690192] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.722992] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.727666] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.727917] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.728072] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.728266] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.728412] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.728566] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.728767] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.728967] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.729103] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.729271] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.729444] env[62622]: DEBUG nova.virt.hardware [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.730290] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701edeb9-005f-4a3c-88d4-dbd4f1424ad7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.741699] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e23bfa-5a9d-4257-b479-a3de8cb703e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.746407] env[62622]: DEBUG nova.network.neutron [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updated VIF entry in instance network info cache for port 674729df-9985-47a9-9a81-f6f04a808644. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.746756] env[62622]: DEBUG nova.network.neutron [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating instance_info_cache with network_info: [{"id": "674729df-9985-47a9-9a81-f6f04a808644", "address": "fa:16:3e:2c:bb:f1", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674729df-99", "ovs_interfaceid": "674729df-9985-47a9-9a81-f6f04a808644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.752922] env[62622]: INFO nova.compute.manager [-] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Took 1.38 seconds to deallocate network for instance. [ 1075.763161] env[62622]: INFO nova.compute.manager [-] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Took 1.32 seconds to deallocate network for instance. [ 1075.941818] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702210, 'name': ReconfigVM_Task, 'duration_secs': 0.324321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.944668] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4/ea03c9af-5b35-4faa-a69c-4ab1381600e4.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.944668] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.961195] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbcccc-92c4-4e4f-8871-32af5396b6df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.968824] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc89c10-9c0e-49f8-a0c6-efecda6f698d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.000809] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63947040-107a-46e4-afca-f04f35f93328 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.010115] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb47ec4-ce64-46cd-88c1-ae2403eb1354 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.025068] env[62622]: DEBUG nova.compute.provider_tree [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.220034] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.249867] env[62622]: DEBUG oslo_concurrency.lockutils [req-7021e971-38fa-459d-9235-0ccae3630c1d req-e02f40ea-0cf1-440b-947f-11640f899b81 service nova] Releasing lock "refresh_cache-fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.268288] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.274347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.452552] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff33a396-5973-4ef1-8df0-7008bf20669d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.475475] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861c877-156e-45d7-8e52-17cc32609b80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.495483] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.529036] env[62622]: DEBUG nova.scheduler.client.report [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.723270] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.726680] env[62622]: DEBUG nova.compute.manager [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Received event network-vif-plugged-b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.726998] env[62622]: DEBUG oslo_concurrency.lockutils [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] Acquiring lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.727402] env[62622]: DEBUG oslo_concurrency.lockutils [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.727692] env[62622]: DEBUG oslo_concurrency.lockutils [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.728063] env[62622]: DEBUG nova.compute.manager [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] No waiting events found dispatching network-vif-plugged-b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.728421] env[62622]: WARNING nova.compute.manager [req-894d6f97-4b7c-4260-854c-fb1fdd4761f2 req-dffe01b3-d952-447c-9c67-79d6ed486054 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Received unexpected event network-vif-plugged-b1bb8dfd-116c-470c-8a83-3b150d415fe9 for instance with vm_state building and task_state spawning. [ 1076.862200] env[62622]: DEBUG nova.compute.manager [req-3a9d7447-0fac-4507-b380-f807abb21555 req-05280d77-0e22-4528-90d0-94e59b083415 service nova] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Received event network-vif-deleted-2be314e6-943f-4357-8ac4-ec314c6db741 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.033824] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.034409] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.038145] env[62622]: DEBUG nova.network.neutron [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Port c9fa5610-519b-4341-96c3-df8d769b9b61 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1077.039407] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.039643] env[62622]: DEBUG nova.objects.instance [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lazy-loading 'resources' on Instance uuid e9cc4fb8-4726-4b21-adf5-c19d5dddd95b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.221699] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.289776] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Successfully updated port: b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.309564] env[62622]: DEBUG nova.compute.manager [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Received event network-changed-b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.309564] env[62622]: DEBUG nova.compute.manager [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Refreshing instance network info cache due to event network-changed-b1bb8dfd-116c-470c-8a83-3b150d415fe9. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.309564] env[62622]: DEBUG oslo_concurrency.lockutils [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] Acquiring lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.309564] env[62622]: DEBUG oslo_concurrency.lockutils [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] Acquired lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.309564] env[62622]: DEBUG nova.network.neutron [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Refreshing network info cache for port b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.543682] env[62622]: DEBUG nova.compute.utils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1077.551192] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.551374] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.591385] env[62622]: DEBUG nova.policy [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ebfaf9bd1546fdbb3980b8326eee68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e9a955b41e4cb190b1375f52d61088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.725552] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.792020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.804375] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55581a-a22f-4805-90ea-ae03bce3035b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.811688] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de2aea-5465-455e-bf46-688f3b88f495 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.847143] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bcfb92-6e2a-48fe-8fd3-b64338076ef7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.850541] env[62622]: DEBUG nova.network.neutron [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.859332] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8141e31-a3c4-427f-8b74-dfb4b6075a32 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.873112] env[62622]: DEBUG nova.compute.provider_tree [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.920049] env[62622]: DEBUG nova.network.neutron [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.981522] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Successfully created port: ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.059474] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.064204] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.064445] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.064627] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.226021] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.376523] env[62622]: DEBUG nova.scheduler.client.report [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.422578] env[62622]: DEBUG oslo_concurrency.lockutils [req-dde4c13f-8f75-4f0a-be9b-b16faee80a56 req-95354a75-b073-419a-b4f0-e39435a2e83f service nova] Releasing lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.422974] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquired lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.423161] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.725825] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.884568] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.885652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.889s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.885855] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.886020] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1078.886347] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.047s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.886549] env[62622]: DEBUG nova.objects.instance [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'pci_requests' on Instance uuid feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.888200] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d831b3cf-1ff5-480f-a8b2-ea0803d3edbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.899505] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467449fb-99c6-4783-a515-df62fbcaca71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.916672] env[62622]: INFO nova.scheduler.client.report [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Deleted allocations for instance e9cc4fb8-4726-4b21-adf5-c19d5dddd95b [ 1078.918957] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e08bc5f-da6a-46ca-a8f5-895cb86ab714 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.929949] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6912f418-0cfa-49c1-80b5-446ec2af0ae8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.963739] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178596MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1078.964916] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.964916] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.069711] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.096628] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.096869] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.097039] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.097227] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.097386] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.097548] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.097755] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.097915] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.098121] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.098294] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.098469] env[62622]: DEBUG nova.virt.hardware [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.099801] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04badb7-15a1-43bf-acf4-be193c5bb35d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.107851] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b396d-2c52-4aa3-8a0a-f9854ae47ef6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.112316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.112469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.112665] env[62622]: DEBUG nova.network.neutron [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.115925] env[62622]: DEBUG nova.network.neutron [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Updating instance_info_cache with network_info: [{"id": "b1bb8dfd-116c-470c-8a83-3b150d415fe9", "address": "fa:16:3e:e7:96:c9", "network": {"id": "62cb70c3-a987-486a-b351-c5edfc7427e7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1572551274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d217e91d596b4005a21441fa64be7b2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb8dfd-11", "ovs_interfaceid": "b1bb8dfd-116c-470c-8a83-3b150d415fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.227342] env[62622]: DEBUG oslo_vmware.api [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702200, 'name': ReconfigVM_Task, 'duration_secs': 5.779758} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.227618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.227855] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Reconfigured VM to detach interface {{(pid=62622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1079.393954] env[62622]: DEBUG nova.objects.instance [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'numa_topology' on Instance uuid feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.428736] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8121f533-995d-41a0-a07e-bc7d628a7e3a tempest-AttachVolumeTestJSON-1795941917 tempest-AttachVolumeTestJSON-1795941917-project-member] Lock "e9cc4fb8-4726-4b21-adf5-c19d5dddd95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.109s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.589671] env[62622]: DEBUG nova.compute.manager [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Received event network-vif-plugged-ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.589893] env[62622]: DEBUG oslo_concurrency.lockutils [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.590327] env[62622]: DEBUG oslo_concurrency.lockutils [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.590327] env[62622]: DEBUG oslo_concurrency.lockutils [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.590436] env[62622]: DEBUG nova.compute.manager [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] No waiting events found dispatching network-vif-plugged-ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.590601] env[62622]: WARNING nova.compute.manager [req-a5703f94-c5ae-4da7-8d86-0562607863db req-aacf38c7-b283-45dd-a32f-d6241a28022e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Received unexpected event network-vif-plugged-ab14fed9-513d-4b28-8573-84b9faa00df5 for instance with vm_state building and task_state spawning. [ 1079.626372] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Releasing lock "refresh_cache-86f0772c-474e-4165-a9f5-4da9a56fc85d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.627509] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Instance network_info: |[{"id": "b1bb8dfd-116c-470c-8a83-3b150d415fe9", "address": "fa:16:3e:e7:96:c9", "network": {"id": "62cb70c3-a987-486a-b351-c5edfc7427e7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1572551274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d217e91d596b4005a21441fa64be7b2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bb8dfd-11", "ovs_interfaceid": "b1bb8dfd-116c-470c-8a83-3b150d415fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.627509] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:96:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bb8dfd-116c-470c-8a83-3b150d415fe9', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.635020] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Creating folder: Project (d217e91d596b4005a21441fa64be7b2f). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.635564] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5389fc-4fdb-47a0-a4b9-72548db33c0b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.648757] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Created folder: Project (d217e91d596b4005a21441fa64be7b2f) in parent group-v544184. [ 1079.648975] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Creating folder: Instances. Parent ref: group-v544476. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.649234] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbfd4bc-afb9-49c6-be4b-129380ad1ff1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.662292] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Created folder: Instances in parent group-v544476. [ 1079.662741] env[62622]: DEBUG oslo.service.loopingcall [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.662970] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.663544] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b237e700-f955-42e3-86a2-1eac5b838784 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.680025] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Successfully updated port: ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.688456] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.688456] env[62622]: value = "task-2702215" [ 1079.688456] env[62622]: _type = "Task" [ 1079.688456] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.697304] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702215, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.896334] env[62622]: INFO nova.compute.claims [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.921437] env[62622]: DEBUG nova.network.neutron [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.183427] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.183573] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.183637] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.204470] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702215, 'name': CreateVM_Task, 'duration_secs': 0.388723} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.204731] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.205682] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.205943] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.206452] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.206730] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c40d67-9db3-4e57-8c50-363da0009b9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.212073] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1080.212073] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221bcdd-1ee0-89cc-eaae-4f14ac9b82c1" [ 1080.212073] env[62622]: _type = "Task" [ 1080.212073] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.224331] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221bcdd-1ee0-89cc-eaae-4f14ac9b82c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.424275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.711755] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.711992] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquired lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.712281] env[62622]: DEBUG nova.network.neutron [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.725388] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221bcdd-1ee0-89cc-eaae-4f14ac9b82c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.726253] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.728549] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.728854] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.729114] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.729264] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.729445] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.730340] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30203431-ff6d-450e-a1ef-2fcfd2aa46a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.742248] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.742401] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.743121] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5131f706-b04c-42e9-bd97-44680d9d7591 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.749813] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1080.749813] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e65174-c8d6-084b-ad04-d1f9f30ac9c7" [ 1080.749813] env[62622]: _type = "Task" [ 1080.749813] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.760928] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e65174-c8d6-084b-ad04-d1f9f30ac9c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.869223] env[62622]: DEBUG nova.network.neutron [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.945734] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00191e45-8f67-4537-ab0c-70445596d65a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.970596] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba71b3b-5dd4-4e86-a8d6-084ef9451486 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.978137] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.080640] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.080993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.081091] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.081250] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.081825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.085396] env[62622]: INFO nova.compute.manager [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Terminating instance [ 1081.137102] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa353b6-bfd3-4d3d-a2f2-2c9060b7591f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.146838] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc78a2-d839-45aa-9bde-97b6ff34db7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.178054] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e44e55-e623-4868-acdc-fed0f975ca66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.185885] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26392bb-6f59-4e76-b6dd-3bc302bc637a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.209062] env[62622]: DEBUG nova.compute.provider_tree [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.262337] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e65174-c8d6-084b-ad04-d1f9f30ac9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.262981] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c677fca-75c1-45ed-9fe3-59b837f37c9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.269409] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1081.269409] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210ed65-0c64-1702-29d6-2105ba1cff51" [ 1081.269409] env[62622]: _type = "Task" [ 1081.269409] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.276941] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210ed65-0c64-1702-29d6-2105ba1cff51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.371322] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.371636] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Instance network_info: |[{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.372032] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:fd:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab14fed9-513d-4b28-8573-84b9faa00df5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.379922] env[62622]: DEBUG oslo.service.loopingcall [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.380144] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.380369] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2bff11c-a954-4cd0-ae89-b8d672248f2a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.403279] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.403279] env[62622]: value = "task-2702218" [ 1081.403279] env[62622]: _type = "Task" [ 1081.403279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.411498] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702218, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.429283] env[62622]: INFO nova.network.neutron [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Port 4f29ac8b-47a0-4935-bd22-e98651e51448 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1081.429646] env[62622]: DEBUG nova.network.neutron [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [{"id": "1babba2f-c42c-4be6-987e-ce5b30d16096", "address": "fa:16:3e:cc:78:c2", "network": {"id": "69e28001-36c0-4b0b-9a98-a659a4285f7d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-919214845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2275d2b1ca0747c49b4f50dfb975ef59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1babba2f-c4", "ovs_interfaceid": "1babba2f-c42c-4be6-987e-ce5b30d16096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.484840] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.485159] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb7c117-9a2f-4d50-8dd1-8dfbf69965d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.493805] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1081.493805] env[62622]: value = "task-2702219" [ 1081.493805] env[62622]: _type = "Task" [ 1081.493805] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.503806] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.589228] env[62622]: DEBUG nova.compute.manager [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.589469] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.590372] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d40bf-ff73-4ee3-8130-fadf53c385dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.598722] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.598978] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f562af-ac17-4797-b19e-62b06c94ddc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.607030] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1081.607030] env[62622]: value = "task-2702220" [ 1081.607030] env[62622]: _type = "Task" [ 1081.607030] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.616009] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.618790] env[62622]: DEBUG nova.compute.manager [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Received event network-changed-ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.618986] env[62622]: DEBUG nova.compute.manager [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Refreshing instance network info cache due to event network-changed-ab14fed9-513d-4b28-8573-84b9faa00df5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.619223] env[62622]: DEBUG oslo_concurrency.lockutils [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.619462] env[62622]: DEBUG oslo_concurrency.lockutils [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.619612] env[62622]: DEBUG nova.network.neutron [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Refreshing network info cache for port ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.712736] env[62622]: DEBUG nova.scheduler.client.report [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.780900] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210ed65-0c64-1702-29d6-2105ba1cff51, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.781075] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.781349] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 86f0772c-474e-4165-a9f5-4da9a56fc85d/86f0772c-474e-4165-a9f5-4da9a56fc85d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.781678] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0556ae8-7fa2-4243-a710-b52e0b316e72 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.790219] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1081.790219] env[62622]: value = "task-2702221" [ 1081.790219] env[62622]: _type = "Task" [ 1081.790219] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.800318] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.913622] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702218, 'name': CreateVM_Task, 'duration_secs': 0.360188} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.913791] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.914502] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.914664] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.914981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.915241] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e700c02e-098f-4581-bb31-c8abed246c68 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.919720] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1081.919720] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52367704-553d-157e-457c-4865368cb44a" [ 1081.919720] env[62622]: _type = "Task" [ 1081.919720] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.927464] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52367704-553d-157e-457c-4865368cb44a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.932043] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Releasing lock "refresh_cache-3e212af2-4d72-4f78-9105-2d0828e2e483" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.004161] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.118249] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702220, 'name': PowerOffVM_Task, 'duration_secs': 0.239939} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.118544] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.118740] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.119101] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-367bddff-d0bd-4aca-aaba-01f2dd54a05b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.201705] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.201961] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.202373] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleting the datastore file [datastore2] 3e212af2-4d72-4f78-9105-2d0828e2e483 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.202846] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3339e7-b55f-4148-b33a-b02f30bc1801 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.213951] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1082.213951] env[62622]: value = "task-2702223" [ 1082.213951] env[62622]: _type = "Task" [ 1082.213951] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.223416] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.337s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.226532] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.244s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.236326] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.305990] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.308021] env[62622]: INFO nova.network.neutron [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1082.438664] env[62622]: DEBUG oslo_concurrency.lockutils [None req-9eaef3b8-55a7-47b9-a280-34c1420eceff tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "interface-3e212af2-4d72-4f78-9105-2d0828e2e483-4f29ac8b-47a0-4935-bd22-e98651e51448" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.815s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.439850] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52367704-553d-157e-457c-4865368cb44a, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.440156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.440424] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.440825] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.441000] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.441287] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.441915] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2885c0fc-2b04-439e-9e55-aaa2946dbb64 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.444828] env[62622]: DEBUG nova.network.neutron [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updated VIF entry in instance network info cache for port ab14fed9-513d-4b28-8573-84b9faa00df5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.445215] env[62622]: DEBUG nova.network.neutron [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.455913] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.456113] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.458072] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15cdab82-c7ea-43e5-ac79-c4100f330e4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.463861] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1082.463861] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527523b0-03ef-5c9d-6ba3-ea2a42cf3219" [ 1082.463861] env[62622]: _type = "Task" [ 1082.463861] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.473164] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527523b0-03ef-5c9d-6ba3-ea2a42cf3219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.506843] env[62622]: DEBUG oslo_vmware.api [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702219, 'name': PowerOnVM_Task, 'duration_secs': 0.786146} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.506843] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.506843] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b60b78f-6950-4ec9-b0d9-e2c9fe16402f tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance 'ea03c9af-5b35-4faa-a69c-4ab1381600e4' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.724392] env[62622]: DEBUG oslo_vmware.api [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470582} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.724669] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.724866] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.725064] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.725256] env[62622]: INFO nova.compute.manager [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1082.725511] env[62622]: DEBUG oslo.service.loopingcall [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.725707] env[62622]: DEBUG nova.compute.manager [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.725802] env[62622]: DEBUG nova.network.neutron [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.733343] env[62622]: INFO nova.compute.claims [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.802479] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678627} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.802738] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 86f0772c-474e-4165-a9f5-4da9a56fc85d/86f0772c-474e-4165-a9f5-4da9a56fc85d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.802953] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.803223] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-291b7d87-7024-48b0-807f-70ec854152bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.811370] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1082.811370] env[62622]: value = "task-2702225" [ 1082.811370] env[62622]: _type = "Task" [ 1082.811370] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.824931] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.947752] env[62622]: DEBUG oslo_concurrency.lockutils [req-974fc0bf-5bd1-45ed-a1cc-55e982256c3b req-80052576-ac7e-4caa-a095-5d7351614622 service nova] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.977611] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527523b0-03ef-5c9d-6ba3-ea2a42cf3219, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.978480] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c641791d-a893-458d-a4b5-d9188321a284 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.984118] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1082.984118] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52238708-e18c-7ba5-6865-a80f3d152b21" [ 1082.984118] env[62622]: _type = "Task" [ 1082.984118] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.993514] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52238708-e18c-7ba5-6865-a80f3d152b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.240635] env[62622]: INFO nova.compute.resource_tracker [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating resource usage from migration 951095b0-9fe9-46f4-b7b2-64617fe4c3c2 [ 1083.327590] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262778} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.328927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.328927] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03914fe1-24bd-4aa1-a8b7-9facf07e975a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.354014] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 86f0772c-474e-4165-a9f5-4da9a56fc85d/86f0772c-474e-4165-a9f5-4da9a56fc85d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.354352] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c907112e-12ba-4676-86f2-a1c44af3ebaf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.379936] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1083.379936] env[62622]: value = "task-2702227" [ 1083.379936] env[62622]: _type = "Task" [ 1083.379936] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.390564] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.501163] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52238708-e18c-7ba5-6865-a80f3d152b21, 'name': SearchDatastore_Task, 'duration_secs': 0.017185} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.501656] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.501742] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.502073] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e7c0c9-a875-496d-9169-bce949b795f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.511021] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1083.511021] env[62622]: value = "task-2702228" [ 1083.511021] env[62622]: _type = "Task" [ 1083.511021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.522706] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.551210] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d944351-7924-41a8-89ba-e9b938994fc1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.560201] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ed866-5b5d-4e05-a19a-11899547e44b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.595098] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fac8266-f05a-415c-9c1c-4aca5abb6538 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.604583] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acaad10-14d6-4fb3-ba0c-3b8cc8277b46 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.623162] env[62622]: DEBUG nova.compute.provider_tree [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.627557] env[62622]: DEBUG nova.compute.manager [req-a9734b55-dce9-4da4-aff6-c48904987412 req-a66324fd-b59b-48dd-baa5-895d3aebb213 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Received event network-vif-deleted-1babba2f-c42c-4be6-987e-ce5b30d16096 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.627758] env[62622]: INFO nova.compute.manager [req-a9734b55-dce9-4da4-aff6-c48904987412 req-a66324fd-b59b-48dd-baa5-895d3aebb213 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Neutron deleted interface 1babba2f-c42c-4be6-987e-ce5b30d16096; detaching it from the instance and deleting it from the info cache [ 1083.627933] env[62622]: DEBUG nova.network.neutron [req-a9734b55-dce9-4da4-aff6-c48904987412 req-a66324fd-b59b-48dd-baa5-895d3aebb213 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.891442] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.021383] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.089854] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.090110] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.090335] env[62622]: DEBUG nova.network.neutron [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.113508] env[62622]: DEBUG nova.network.neutron [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.133238] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e2491f6-8b14-4895-aaa0-751302b54a6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.145586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d25651-79c0-4baf-955f-b8b626926bd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.158070] env[62622]: ERROR nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [req-7e11a9aa-04f5-4099-9fe9-cce854726e22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7f920731-174d-4ce3-b2ce-59062587c455. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e11a9aa-04f5-4099-9fe9-cce854726e22"}]} [ 1084.188473] env[62622]: DEBUG nova.compute.manager [req-a9734b55-dce9-4da4-aff6-c48904987412 req-a66324fd-b59b-48dd-baa5-895d3aebb213 service nova] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Detach interface failed, port_id=1babba2f-c42c-4be6-987e-ce5b30d16096, reason: Instance 3e212af2-4d72-4f78-9105-2d0828e2e483 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1084.189908] env[62622]: DEBUG nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing inventories for resource provider 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.206354] env[62622]: DEBUG nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating ProviderTree inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.206713] env[62622]: DEBUG nova.compute.provider_tree [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.222830] env[62622]: DEBUG nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing aggregate associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, aggregates: None {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.244535] env[62622]: DEBUG nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Refreshing trait associations for resource provider 7f920731-174d-4ce3-b2ce-59062587c455, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.395097] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702227, 'name': ReconfigVM_Task, 'duration_secs': 0.994991} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.398324] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 86f0772c-474e-4165-a9f5-4da9a56fc85d/86f0772c-474e-4165-a9f5-4da9a56fc85d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.399465] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e9d350-0461-4c03-9e94-1961f84d103a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.408891] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1084.408891] env[62622]: value = "task-2702229" [ 1084.408891] env[62622]: _type = "Task" [ 1084.408891] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.422400] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702229, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.522987] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927962} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.525237] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.525559] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.526352] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86fc636-7805-489f-a54e-658ec84c0c52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.529564] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35dc41c3-050a-4c1b-821b-4d6b3f8ad5c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.537696] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b147e6c3-bacb-4801-89ec-38384b48e862 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.541745] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1084.541745] env[62622]: value = "task-2702230" [ 1084.541745] env[62622]: _type = "Task" [ 1084.541745] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.573635] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce16f7-f603-48f3-853e-0be0cb693e85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.579651] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.583197] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9326f522-6be2-4972-8ea4-89d74aad0b9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.600006] env[62622]: DEBUG nova.compute.provider_tree [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.616106] env[62622]: INFO nova.compute.manager [-] [instance: 3e212af2-4d72-4f78-9105-2d0828e2e483] Took 1.89 seconds to deallocate network for instance. [ 1084.815195] env[62622]: DEBUG nova.network.neutron [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.919187] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702229, 'name': Rename_Task, 'duration_secs': 0.185416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.919466] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.919708] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97803b7e-72c6-443a-b7ec-1ca63b6b1b16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.926596] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1084.926596] env[62622]: value = "task-2702231" [ 1084.926596] env[62622]: _type = "Task" [ 1084.926596] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.934190] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.052403] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082049} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.052622] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.053437] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc0e355-4a06-4afb-b585-a61761da6bf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.076134] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.076241] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae032d1-6f81-49d1-858d-61136fbb141a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.103021] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1085.103021] env[62622]: value = "task-2702232" [ 1085.103021] env[62622]: _type = "Task" [ 1085.103021] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.112642] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.122883] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.139432] env[62622]: DEBUG nova.scheduler.client.report [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updated inventory for provider 7f920731-174d-4ce3-b2ce-59062587c455 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.139709] env[62622]: DEBUG nova.compute.provider_tree [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating resource provider 7f920731-174d-4ce3-b2ce-59062587c455 generation from 155 to 156 during operation: update_inventory {{(pid=62622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.139894] env[62622]: DEBUG nova.compute.provider_tree [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Updating inventory in ProviderTree for provider 7f920731-174d-4ce3-b2ce-59062587c455 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.248130] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.248504] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.248576] env[62622]: DEBUG nova.compute.manager [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Going to confirm migration 7 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1085.317517] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.346417] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b7711c3bac485b31ce03947903bb26ea',container_format='bare',created_at=2025-02-19T18:20:50Z,direct_url=,disk_format='vmdk',id=56620e01-84dd-43ce-9a24-ac07f4dfc0e5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1786454840-shelved',owner='5e0b53a5bd694d5394e59f6eb45ff65c',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-02-19T18:21:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.346692] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.346851] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.347078] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.347241] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.347390] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.347602] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.347762] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.347932] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.348107] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.348284] env[62622]: DEBUG nova.virt.hardware [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.349181] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0f3ee-e6c2-44e6-91bb-babb4a9e04cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.357977] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb57bc-5a87-476b-94a0-152b796a4206 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.371877] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:df:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9fe19e2-117b-4e3e-b36b-1a110a85ff7d', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.379272] env[62622]: DEBUG oslo.service.loopingcall [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.379530] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.379736] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86e6248-f6a4-4505-af19-98281252180d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.400043] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.400043] env[62622]: value = "task-2702233" [ 1085.400043] env[62622]: _type = "Task" [ 1085.400043] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.409572] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702233, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.436881] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.610486] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702232, 'name': ReconfigVM_Task, 'duration_secs': 0.34913} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.610811] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.611458] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1241e0c8-0913-4bf8-a582-4f905c492ffc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.618879] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1085.618879] env[62622]: value = "task-2702234" [ 1085.618879] env[62622]: _type = "Task" [ 1085.618879] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.627058] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702234, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.645493] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.419s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.645789] env[62622]: INFO nova.compute.manager [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Migrating [ 1085.652833] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.239s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.653090] env[62622]: DEBUG nova.objects.instance [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lazy-loading 'resources' on Instance uuid 4351b25e-89cd-4b97-adf2-05a03064e6d4 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.815584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.815867] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquired lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.816148] env[62622]: DEBUG nova.network.neutron [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.816499] env[62622]: DEBUG nova.objects.instance [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'info_cache' on Instance uuid ea03c9af-5b35-4faa-a69c-4ab1381600e4 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.911877] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702233, 'name': CreateVM_Task} progress is 25%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.937202] env[62622]: DEBUG oslo_vmware.api [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702231, 'name': PowerOnVM_Task, 'duration_secs': 0.899655} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.937497] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.937710] env[62622]: INFO nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1085.937889] env[62622]: DEBUG nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.938675] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63f651-aeb5-4c91-b07f-a4dd8d7b836f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.109310] env[62622]: DEBUG nova.compute.manager [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.110638] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.110638] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.110638] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.110638] env[62622]: DEBUG nova.compute.manager [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] No waiting events found dispatching network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.110638] env[62622]: WARNING nova.compute.manager [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received unexpected event network-vif-plugged-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d for instance with vm_state shelved_offloaded and task_state spawning. [ 1086.110638] env[62622]: DEBUG nova.compute.manager [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.110638] env[62622]: DEBUG nova.compute.manager [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing instance network info cache due to event network-changed-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.110876] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Acquiring lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.110876] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Acquired lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.111007] env[62622]: DEBUG nova.network.neutron [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Refreshing network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.129288] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702234, 'name': Rename_Task, 'duration_secs': 0.166106} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.129557] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.130015] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c2bc706-71ff-415c-8fc6-2da3217899b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.137279] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1086.137279] env[62622]: value = "task-2702235" [ 1086.137279] env[62622]: _type = "Task" [ 1086.137279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.145768] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.164680] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.165066] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.165066] env[62622]: DEBUG nova.network.neutron [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.406035] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33610d98-a592-443c-a399-6d8b4259f101 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.415344] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702233, 'name': CreateVM_Task, 'duration_secs': 0.7152} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.416929] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.417639] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.417806] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.418228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.419250] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba4c2a1-1b32-4bea-8c0a-bcc22afc3a7c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.422346] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0507b7b0-851a-48b4-a366-8a096b4e7674 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.427528] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1086.427528] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528c069b-8406-db27-9250-6c8132b8b506" [ 1086.427528] env[62622]: _type = "Task" [ 1086.427528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.461774] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290bd637-12be-4e30-8a65-5d099c815257 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.466957] env[62622]: INFO nova.compute.manager [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Took 24.13 seconds to build instance. [ 1086.477061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.477413] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Processing image 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.477579] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.477732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.477930] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.478254] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a3cf29-cba8-4dbb-9e37-5b3b2bc7e6be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.481256] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54572e2-6c68-4aaa-91ea-32f896707e19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.498451] env[62622]: DEBUG nova.compute.provider_tree [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.501847] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.502111] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.503325] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8ec9ec-90f0-4e62-a554-475c42ed9f19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.509395] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1086.509395] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524cba00-bad5-4b4d-8789-4b452ecd375e" [ 1086.509395] env[62622]: _type = "Task" [ 1086.509395] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.519648] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524cba00-bad5-4b4d-8789-4b452ecd375e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.647856] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.711403] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.711703] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.969413] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3ddff456-05e7-4837-baac-92098c5f9ed9 tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.650s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.004492] env[62622]: DEBUG nova.scheduler.client.report [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.025965] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1087.026635] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Fetch image to [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502/OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1087.026696] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Downloading stream optimized image 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 to [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502/OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502.vmdk on the data store datastore1 as vApp {{(pid=62622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1087.026957] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Downloading image file data 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 to the ESX as VM named 'OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502' {{(pid=62622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1087.077550] env[62622]: DEBUG nova.network.neutron [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [{"id": "c9fa5610-519b-4341-96c3-df8d769b9b61", "address": "fa:16:3e:bb:2b:96", "network": {"id": "a894b5d4-9ae2-4475-a6d2-7f8ddf0c7a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1860538334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d553bef2cd4847f5a725ecf56f0e9b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fa5610-51", "ovs_interfaceid": "c9fa5610-519b-4341-96c3-df8d769b9b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.114153] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1087.114153] env[62622]: value = "resgroup-9" [ 1087.114153] env[62622]: _type = "ResourcePool" [ 1087.114153] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1087.114466] env[62622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3fe7f65d-2cd1-4da3-95d7-f04a4c2afda7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.133302] env[62622]: DEBUG nova.network.neutron [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updated VIF entry in instance network info cache for port c9fe19e2-117b-4e3e-b36b-1a110a85ff7d. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.133653] env[62622]: DEBUG nova.network.neutron [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [{"id": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "address": "fa:16:3e:f6:df:4b", "network": {"id": "9d5f9b5c-9ef4-4a66-abae-7ffdeb1eb853", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117631707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0b53a5bd694d5394e59f6eb45ff65c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fe19e2-11", "ovs_interfaceid": "c9fe19e2-117b-4e3e-b36b-1a110a85ff7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.142725] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lease: (returnval){ [ 1087.142725] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1087.142725] env[62622]: _type = "HttpNfcLease" [ 1087.142725] env[62622]: } obtained for vApp import into resource pool (val){ [ 1087.142725] env[62622]: value = "resgroup-9" [ 1087.142725] env[62622]: _type = "ResourcePool" [ 1087.142725] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1087.143214] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the lease: (returnval){ [ 1087.143214] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1087.143214] env[62622]: _type = "HttpNfcLease" [ 1087.143214] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.146310] env[62622]: DEBUG oslo_vmware.api [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702235, 'name': PowerOnVM_Task, 'duration_secs': 0.562536} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.150559] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.150863] env[62622]: INFO nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1087.151141] env[62622]: DEBUG nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.152958] env[62622]: DEBUG nova.network.neutron [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.156879] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4df83d-25b8-4e03-9d97-b9708de76c6d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.172801] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.172801] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1087.172801] env[62622]: _type = "HttpNfcLease" [ 1087.172801] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1087.213954] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.428279] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.428699] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.429017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.429267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.429497] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.432346] env[62622]: INFO nova.compute.manager [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Terminating instance [ 1087.512469] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.517475] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.248s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.517475] env[62622]: DEBUG nova.objects.instance [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lazy-loading 'resources' on Instance uuid cf5737b1-f5fe-4362-b86b-2f75d341d370 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.554042] env[62622]: INFO nova.scheduler.client.report [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted allocations for instance 4351b25e-89cd-4b97-adf2-05a03064e6d4 [ 1087.583367] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Releasing lock "refresh_cache-ea03c9af-5b35-4faa-a69c-4ab1381600e4" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.583592] env[62622]: DEBUG nova.objects.instance [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lazy-loading 'migration_context' on Instance uuid ea03c9af-5b35-4faa-a69c-4ab1381600e4 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.637607] env[62622]: DEBUG oslo_concurrency.lockutils [req-c23594d6-59d4-48c0-b265-520a7a302947 req-9c72a8b7-12f7-4af6-817a-522f5178d3d9 service nova] Releasing lock "refresh_cache-feb63777-049e-46d0-9a74-c075c2273b91" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.657842] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.657842] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1087.657842] env[62622]: _type = "HttpNfcLease" [ 1087.657842] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1087.662362] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.686285] env[62622]: INFO nova.compute.manager [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Took 18.66 seconds to build instance. [ 1087.739494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.939074] env[62622]: DEBUG nova.compute.manager [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.939074] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.939074] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ace8f-9666-48ce-af47-0673e0b672ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.960430] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.960735] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35063bf-9a1d-4e73-b4e6-3326f63ab008 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.970038] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1087.970038] env[62622]: value = "task-2702237" [ 1087.970038] env[62622]: _type = "Task" [ 1087.970038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.980212] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.065402] env[62622]: DEBUG oslo_concurrency.lockutils [None req-faae5147-9ae1-4bb0-be96-d8e6788e96bf tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "4351b25e-89cd-4b97-adf2-05a03064e6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.721s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.088297] env[62622]: DEBUG nova.objects.base [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.091525] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b8166-7e1d-4330-b842-e66fd696256f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.119788] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b651c3-2c85-4520-9649-045b489956e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.128427] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1088.128427] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528ee3d2-bfd9-020f-8b90-1de33ab4b556" [ 1088.128427] env[62622]: _type = "Task" [ 1088.128427] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.143090] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528ee3d2-bfd9-020f-8b90-1de33ab4b556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.164737] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.164737] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1088.164737] env[62622]: _type = "HttpNfcLease" [ 1088.164737] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.193940] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e689cb2c-41fb-4be1-b830-f0e0598d5678 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.183s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.376076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070cfe21-3375-4fb0-9e4b-18b174c2d1e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.386218] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e9a4a-edde-4bca-8d1b-496cb7be374d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.417249] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbe3bd0-7566-4ad5-92ad-e8321cd1258e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.425341] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f923de7-7b27-490f-a067-896dc3208333 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440903] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.441239] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.441418] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.441611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.441777] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.443696] env[62622]: DEBUG nova.compute.provider_tree [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.445828] env[62622]: INFO nova.compute.manager [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Terminating instance [ 1088.480625] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702237, 'name': PowerOffVM_Task, 'duration_secs': 0.25008} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.480895] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.481204] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.481483] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce4cf911-2c50-450d-b4af-b1132cf64665 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.569601] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.570016] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.570166] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Deleting the datastore file [datastore2] 86f0772c-474e-4165-a9f5-4da9a56fc85d {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.570574] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-071dc098-b05e-483c-9957-41539b55f250 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.580271] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for the task: (returnval){ [ 1088.580271] env[62622]: value = "task-2702239" [ 1088.580271] env[62622]: _type = "Task" [ 1088.580271] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.589585] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.641026] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]528ee3d2-bfd9-020f-8b90-1de33ab4b556, 'name': SearchDatastore_Task, 'duration_secs': 0.027055} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.641026] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.656425] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.656425] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1088.656425] env[62622]: _type = "HttpNfcLease" [ 1088.656425] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.733352] env[62622]: DEBUG nova.compute.manager [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Received event network-changed-ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.733619] env[62622]: DEBUG nova.compute.manager [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Refreshing instance network info cache due to event network-changed-ab14fed9-513d-4b28-8573-84b9faa00df5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.733780] env[62622]: DEBUG oslo_concurrency.lockutils [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.733921] env[62622]: DEBUG oslo_concurrency.lockutils [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.734089] env[62622]: DEBUG nova.network.neutron [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Refreshing network info cache for port ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.946727] env[62622]: DEBUG nova.scheduler.client.report [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.950580] env[62622]: DEBUG nova.compute.manager [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.950784] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.951678] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca390b7-5044-4dd0-9f47-4ec5582aa2c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.960577] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.960824] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fb3ddd-ad34-4016-9948-395d698e075a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.968153] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1088.968153] env[62622]: value = "task-2702240" [ 1088.968153] env[62622]: _type = "Task" [ 1088.968153] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.976935] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.091569] env[62622]: DEBUG oslo_vmware.api [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Task: {'id': task-2702239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467546} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.091894] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.092102] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.092310] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.092494] env[62622]: INFO nova.compute.manager [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1089.092744] env[62622]: DEBUG oslo.service.loopingcall [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.092941] env[62622]: DEBUG nova.compute.manager [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.093049] env[62622]: DEBUG nova.network.neutron [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.159744] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.159744] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1089.159744] env[62622]: _type = "HttpNfcLease" [ 1089.159744] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.211819] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54578c88-8d54-4c51-8df7-563b38dee081 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.235588] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.455704] env[62622]: DEBUG nova.compute.manager [req-93da68ff-88b3-438b-a9c4-11d3933211a1 req-68b26c9d-617e-421f-a9fd-0081e1da6d32 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Received event network-vif-deleted-b1bb8dfd-116c-470c-8a83-3b150d415fe9 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.456174] env[62622]: INFO nova.compute.manager [req-93da68ff-88b3-438b-a9c4-11d3933211a1 req-68b26c9d-617e-421f-a9fd-0081e1da6d32 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Neutron deleted interface b1bb8dfd-116c-470c-8a83-3b150d415fe9; detaching it from the instance and deleting it from the info cache [ 1089.456174] env[62622]: DEBUG nova.network.neutron [req-93da68ff-88b3-438b-a9c4-11d3933211a1 req-68b26c9d-617e-421f-a9fd-0081e1da6d32 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.457814] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.461578] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.187s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.461992] env[62622]: DEBUG nova.objects.instance [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lazy-loading 'resources' on Instance uuid d53584f6-3059-42cc-be2b-a0b1f0754abf {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.481331] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702240, 'name': PowerOffVM_Task, 'duration_secs': 0.23183} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.481476] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.481706] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.485093] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a57bb5-ef76-48a4-9c4d-792bb7c0b3da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.488476] env[62622]: INFO nova.scheduler.client.report [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted allocations for instance cf5737b1-f5fe-4362-b86b-2f75d341d370 [ 1089.556841] env[62622]: DEBUG nova.network.neutron [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updated VIF entry in instance network info cache for port ab14fed9-513d-4b28-8573-84b9faa00df5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.557223] env[62622]: DEBUG nova.network.neutron [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.562029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.562029] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.562296] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore2] 5252d4cb-e7ef-4ced-bd36-0d97066b9d80 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.562428] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8fdbef-4812-4bcb-8ff1-da8e7a358631 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.570368] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1089.570368] env[62622]: value = "task-2702242" [ 1089.570368] env[62622]: _type = "Task" [ 1089.570368] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.581193] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.658081] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.658081] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1089.658081] env[62622]: _type = "HttpNfcLease" [ 1089.658081] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.658411] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.658411] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52274278-8831-75e7-5521-e3f4118d3e87" [ 1089.658411] env[62622]: _type = "HttpNfcLease" [ 1089.658411] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1089.659133] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d041c-063d-4dcb-b0ea-9f3fb2072454 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.667210] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.667402] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1089.732211] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-136aba43-602d-48e1-bac1-d9a4689f1bc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.743634] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.743944] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6570058-201b-41f8-ad44-23c6ff98258e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.752627] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1089.752627] env[62622]: value = "task-2702243" [ 1089.752627] env[62622]: _type = "Task" [ 1089.752627] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.762951] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.935628] env[62622]: DEBUG nova.network.neutron [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.963109] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66ab367f-5715-4246-8c5c-17a59986b1db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.977022] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f79a7-a2b7-4125-97aa-f24119d255ac {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.997312] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bb2e8ac8-b698-4477-a2a0-a56e61d62246 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "cf5737b1-f5fe-4362-b86b-2f75d341d370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.269s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.025262] env[62622]: DEBUG nova.compute.manager [req-93da68ff-88b3-438b-a9c4-11d3933211a1 req-68b26c9d-617e-421f-a9fd-0081e1da6d32 service nova] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Detach interface failed, port_id=b1bb8dfd-116c-470c-8a83-3b150d415fe9, reason: Instance 86f0772c-474e-4165-a9f5-4da9a56fc85d could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1090.060532] env[62622]: DEBUG oslo_concurrency.lockutils [req-83aa3caf-5f01-4179-803c-fb59c7571361 req-a5759864-b7a0-4377-bbe8-fee69eca1db9 service nova] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.086144] env[62622]: DEBUG oslo_vmware.api [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253292} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.088132] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.088350] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.088533] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.088824] env[62622]: INFO nova.compute.manager [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.088970] env[62622]: DEBUG oslo.service.loopingcall [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.089182] env[62622]: DEBUG nova.compute.manager [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.089277] env[62622]: DEBUG nova.network.neutron [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.238675] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164cd885-89f1-4f75-8def-f8bb4cfb9313 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.249905] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca49fd-f44e-4ee3-a6b8-253e85cdc3ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.264445] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702243, 'name': PowerOffVM_Task, 'duration_secs': 0.246851} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.289688] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.289688] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.299089] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ccf178-56e3-48a0-9419-86d447dfdf59 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.311637] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d285d5-8545-46d6-bb9a-508e005ea56b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.328371] env[62622]: DEBUG nova.compute.provider_tree [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.439272] env[62622]: INFO nova.compute.manager [-] [instance: 86f0772c-474e-4165-a9f5-4da9a56fc85d] Took 1.35 seconds to deallocate network for instance. [ 1090.801859] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.802311] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.802311] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.802457] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.802606] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.802669] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.802842] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.802999] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.803179] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.803345] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.803566] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.809539] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46db63ce-c74b-4d92-9a47-ecdf67415749 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.826494] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1090.826494] env[62622]: value = "task-2702244" [ 1090.826494] env[62622]: _type = "Task" [ 1090.826494] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.837374] env[62622]: DEBUG nova.scheduler.client.report [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.840736] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.872061] env[62622]: DEBUG nova.network.neutron [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.945886] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.013789] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1091.014042] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.015120] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b925af-edfb-491d-a708-a4b2cc6c014f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.022345] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.022789] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1091.022789] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29c36905-85ac-4f99-873e-861cc938037c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.306866] env[62622]: DEBUG oslo_vmware.rw_handles [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6aede-c290-ae5f-5232-6167ea90bc62/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1091.306866] env[62622]: INFO nova.virt.vmwareapi.images [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Downloaded image file data 56620e01-84dd-43ce-9a24-ac07f4dfc0e5 [ 1091.307601] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df16d8-09e8-4670-b855-3f5c238b1fc0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.323922] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-576a7d76-2530-473d-9220-71d83c1c9cf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.336059] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702244, 'name': ReconfigVM_Task, 'duration_secs': 0.207079} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.336389] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.341881] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.344060] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.380s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.366742] env[62622]: INFO nova.virt.vmwareapi.images [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] The imported VM was unregistered [ 1091.369432] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1091.369675] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Creating directory with path [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.370743] env[62622]: INFO nova.scheduler.client.report [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Deleted allocations for instance d53584f6-3059-42cc-be2b-a0b1f0754abf [ 1091.371741] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6549ce05-9119-4ae5-94e7-6bfc088163a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.375879] env[62622]: INFO nova.compute.manager [-] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Took 1.29 seconds to deallocate network for instance. [ 1091.385395] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Created directory with path [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.385576] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502/OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502.vmdk to [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk. {{(pid=62622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1091.386056] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4b8c305b-1539-4570-ba55-c6388069ffa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.393515] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1091.393515] env[62622]: value = "task-2702246" [ 1091.393515] env[62622]: _type = "Task" [ 1091.393515] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.402831] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.525392] env[62622]: DEBUG nova.compute.manager [req-5ecc9456-e539-4df6-83e0-13795f745556 req-35bc5d69-0136-4299-9189-f36e88bbaeaf service nova] [instance: 5252d4cb-e7ef-4ced-bd36-0d97066b9d80] Received event network-vif-deleted-c677a1e6-e1a5-4be8-86f0-79cd3ef872de {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.843159] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.843443] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.843630] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.843862] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.844078] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.844454] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.844542] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.844927] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.845174] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.845350] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.845526] env[62622]: DEBUG nova.virt.hardware [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.850874] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.858641] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85543961-97ae-46b6-a942-8585a07546a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.883292] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1091.883292] env[62622]: value = "task-2702247" [ 1091.883292] env[62622]: _type = "Task" [ 1091.883292] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.886080] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2f13961c-cb52-4414-9698-580c9ca8ee71 tempest-MultipleCreateTestJSON-1717979315 tempest-MultipleCreateTestJSON-1717979315-project-member] Lock "d53584f6-3059-42cc-be2b-a0b1f0754abf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.083s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.887169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.898026] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.906044] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.374154] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Applying migration context for instance d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 as it has an incoming, in-progress migration 951095b0-9fe9-46f4-b7b2-64617fe4c3c2. Migration status is migrating {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1092.374365] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Applying migration context for instance ea03c9af-5b35-4faa-a69c-4ab1381600e4 as it has an incoming, in-progress migration e42f87f1-e7b2-478f-95f3-4b359d836b46. Migration status is finished {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1092.377933] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating resource usage from migration 951095b0-9fe9-46f4-b7b2-64617fe4c3c2 [ 1092.378364] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating resource usage from migration e42f87f1-e7b2-478f-95f3-4b359d836b46 [ 1092.394427] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.401783] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.401979] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance c17d989c-f044-4740-a16a-a185eea720b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.402125] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.402249] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.402363] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 5252d4cb-e7ef-4ced-bd36-0d97066b9d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.402504] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 3e212af2-4d72-4f78-9105-2d0828e2e483 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.402623] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 2e0c2167-f752-453b-8e91-127f4df6a40e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.402739] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.403438] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration e42f87f1-e7b2-478f-95f3-4b359d836b46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1092.403616] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance ea03c9af-5b35-4faa-a69c-4ab1381600e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.403716] env[62622]: WARNING nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 86f0772c-474e-4165-a9f5-4da9a56fc85d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1092.403835] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance feb63777-049e-46d0-9a74-c075c2273b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.403949] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 98a7d77f-34b0-46b3-9e43-811533a28045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.404078] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Migration 951095b0-9fe9-46f4-b7b2-64617fe4c3c2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1092.404193] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.412257] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.896448] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.910221] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 774ccedb-3b92-40d0-9e67-d8a0e5e08312 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1092.910632] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1092.910632] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1092.913170] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.139353] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e6394-0835-42b0-8333-5664120dc97e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.148130] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a72826b-814d-4045-9153-ea7427cfec47 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.183169] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96ef4b-cca6-4ed6-913e-ebec1e701467 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.192253] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea98f2-d3f9-4325-b5da-4805948fe8c8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.208213] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.396814] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.410566] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.711713] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.897657] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.909184] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.221015] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1094.221250] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.877s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.221538] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.099s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.221762] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.224545] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.485s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.226195] env[62622]: INFO nova.compute.claims [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.229054] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.229217] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Cleaning up deleted instances {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1094.281770] env[62622]: INFO nova.scheduler.client.report [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted allocations for instance 3e212af2-4d72-4f78-9105-2d0828e2e483 [ 1094.397986] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.409019] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702246, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.907309} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.409316] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502/OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502.vmdk to [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk. [ 1094.409504] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Cleaning up location [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1094.409669] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9227f7fd-b202-4a49-a712-704fac394502 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.409931] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af5e8c2a-99f6-4419-8b06-8f618f9f9dc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.417326] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1094.417326] env[62622]: value = "task-2702248" [ 1094.417326] env[62622]: _type = "Task" [ 1094.417326] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.425832] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.752306] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] There are 58 instances to clean {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1094.752465] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d53584f6-3059-42cc-be2b-a0b1f0754abf] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.795498] env[62622]: DEBUG oslo_concurrency.lockutils [None req-577367d2-026b-4271-a86f-da23a906d5b8 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "3e212af2-4d72-4f78-9105-2d0828e2e483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.714s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.899401] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702247, 'name': ReconfigVM_Task, 'duration_secs': 2.580892} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.899674] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.900485] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7289a7c-e0c1-4f5b-b451-1db2dce14513 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.926640] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.932012] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5432c6d5-9ae0-4de7-979a-9fedd95b71f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.950905] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046313} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.952725] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.952725] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.952725] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk to [datastore1] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.952931] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1094.952931] env[62622]: value = "task-2702249" [ 1094.952931] env[62622]: _type = "Task" [ 1094.952931] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.953053] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f20ea7-bfa0-47d4-bef8-bfe201bfd66c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.966239] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.967336] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1094.967336] env[62622]: value = "task-2702250" [ 1094.967336] env[62622]: _type = "Task" [ 1094.967336] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.979128] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.987011] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40886ec-7de1-4be1-9ce3-eeeccc8b1044 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.994752] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891c11c-b134-432d-a3e5-db69d1bb8607 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.024723] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.024991] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.025212] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.025397] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.025566] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.027841] env[62622]: INFO nova.compute.manager [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Terminating instance [ 1095.029587] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d2466-40d2-4efd-bbba-bce7507f9fc5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.038910] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fa408-dd25-4ea2-a368-f232ef9c8d0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.053487] env[62622]: DEBUG nova.compute.provider_tree [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.260073] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: cf5737b1-f5fe-4362-b86b-2f75d341d370] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.465918] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.477535] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.534562] env[62622]: DEBUG nova.compute.manager [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.534815] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.536021] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c566e7-9509-480b-ad9b-0ca15dfa208b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.544640] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.544945] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae463e14-60ec-4330-b475-b657516315ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.553824] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1095.553824] env[62622]: value = "task-2702251" [ 1095.553824] env[62622]: _type = "Task" [ 1095.553824] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.557936] env[62622]: DEBUG nova.scheduler.client.report [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.567973] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.766056] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4351b25e-89cd-4b97-adf2-05a03064e6d4] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.966975] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702249, 'name': ReconfigVM_Task, 'duration_secs': 0.857428} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.967390] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.967649] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.982122] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.066466] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.842s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.066902] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.069682] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702251, 'name': PowerOffVM_Task, 'duration_secs': 0.490865} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.070019] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.430s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.074078] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.074078] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.074315] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58dbe9aa-4355-4659-bad3-7e0a4ad0c91f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.154890] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.155153] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.155353] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleting the datastore file [datastore1] 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.155764] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e06d99bf-8c10-4206-93e3-7f90176f5d95 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.166140] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for the task: (returnval){ [ 1096.166140] env[62622]: value = "task-2702253" [ 1096.166140] env[62622]: _type = "Task" [ 1096.166140] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.177020] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.269855] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 5689f66c-b70e-4094-9ea2-baa7c2bc5dde] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.478757] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d1d8f-4b41-482d-90e8-f82d10aea5bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.488763] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.513607] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e3547c-7792-43b6-bc5a-d0b7c8bc025c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.538785] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.578604] env[62622]: DEBUG nova.compute.utils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.580936] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.580936] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.624896] env[62622]: DEBUG nova.policy [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5f8035111a416faab2c37787939adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e31b2cf4afb4b3e9ac0612cf0a2abbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.677552] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.773481] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 3b4509a7-7146-44ba-8f2c-5f631a63f7ef] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.825811] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6d159-4d43-4dde-8495-de22aede26bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.835792] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94eb0e3-6cb6-45bb-b9d6-fdbfbc9e50cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.870405] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257786ad-abb2-45f8-9a9d-b9bcadfaf42c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.879434] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445af9a-0fb7-4c07-8460-786b12f8b819 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.896323] env[62622]: DEBUG nova.compute.provider_tree [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.963532] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Successfully created port: a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.983482] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.085630] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.178367] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.278241] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f790d677-580a-4468-8304-314f1c256dec] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.400587] env[62622]: DEBUG nova.scheduler.client.report [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.485297] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702250, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.402727} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.485580] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/56620e01-84dd-43ce-9a24-ac07f4dfc0e5/56620e01-84dd-43ce-9a24-ac07f4dfc0e5.vmdk to [datastore1] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.486395] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e9702-6926-4947-8613-b3d830b49dd3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.509090] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.509381] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ce8440-55eb-4632-9a52-9b317ffeb5fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.529084] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1097.529084] env[62622]: value = "task-2702254" [ 1097.529084] env[62622]: _type = "Task" [ 1097.529084] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.537530] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.591809] env[62622]: INFO nova.virt.block_device [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Booting with volume ad03e871-0036-442d-a8e8-0bacc4f57601 at /dev/sda [ 1097.627360] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-366d5a8b-ea95-4a79-a594-17f88b002665 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.639676] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb037d0-25f4-43bc-9945-101099adda18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.682336] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fd336e7-6d39-451f-b680-e5cee6a06f90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.690864] env[62622]: DEBUG oslo_vmware.api [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Task: {'id': task-2702253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.19774} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.691990] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.692248] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.692451] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.692715] env[62622]: INFO nova.compute.manager [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1097.692920] env[62622]: DEBUG oslo.service.loopingcall [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.693468] env[62622]: DEBUG nova.compute.manager [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.693567] env[62622]: DEBUG nova.network.neutron [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.698573] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715146a-199b-4760-b0d4-73f7940dff1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.716689] env[62622]: DEBUG nova.network.neutron [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Port c8c21d8d-b8c5-411e-9689-f95370e6eacf binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1097.736455] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686adb52-a278-4670-91f5-ad4b5eb18dc0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.745382] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a728c6-ce59-4cae-82ba-1a4a13679fc2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.765411] env[62622]: DEBUG nova.virt.block_device [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating existing volume attachment record: f7750201-21a2-4e8f-be01-0c5686b178b7 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.781672] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 27a50cf7-2d24-4e50-bec2-35d617d6c854] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.039867] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702254, 'name': ReconfigVM_Task, 'duration_secs': 0.289406} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.040733] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Reconfigured VM instance instance-0000005f to attach disk [datastore1] feb63777-049e-46d0-9a74-c075c2273b91/feb63777-049e-46d0-9a74-c075c2273b91.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.041378] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5694dbce-2a5e-4318-9b39-27cc45f86215 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.049169] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1098.049169] env[62622]: value = "task-2702255" [ 1098.049169] env[62622]: _type = "Task" [ 1098.049169] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.060301] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702255, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.133191] env[62622]: DEBUG nova.compute.manager [req-4e2fd08e-48c2-4410-85ca-d283f05dd9cf req-4bf505bd-d5a6-4642-90db-1f5a44d3ae82 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Received event network-vif-deleted-724665b3-42c9-4f02-b971-bdb17e2d07a7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.133415] env[62622]: INFO nova.compute.manager [req-4e2fd08e-48c2-4410-85ca-d283f05dd9cf req-4bf505bd-d5a6-4642-90db-1f5a44d3ae82 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Neutron deleted interface 724665b3-42c9-4f02-b971-bdb17e2d07a7; detaching it from the instance and deleting it from the info cache [ 1098.133546] env[62622]: DEBUG nova.network.neutron [req-4e2fd08e-48c2-4410-85ca-d283f05dd9cf req-4bf505bd-d5a6-4642-90db-1f5a44d3ae82 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.286018] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 53151dbe-b918-4d3e-8478-c3c3a837f3a3] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.369863] env[62622]: DEBUG nova.compute.manager [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Received event network-vif-plugged-a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.370100] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.370309] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.370480] env[62622]: DEBUG oslo_concurrency.lockutils [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.370653] env[62622]: DEBUG nova.compute.manager [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] No waiting events found dispatching network-vif-plugged-a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.370818] env[62622]: WARNING nova.compute.manager [req-2f381dd5-6dbf-4b4b-a1fa-72b8a8661310 req-fdf0e7c9-9bfe-4292-b8bc-39aba7c1e4bb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Received unexpected event network-vif-plugged-a4b48221-b73f-4f33-a971-9bf4e642ad92 for instance with vm_state building and task_state block_device_mapping. [ 1098.411471] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.414177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.468s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.414377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.416461] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.529s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.416907] env[62622]: DEBUG nova.objects.instance [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lazy-loading 'resources' on Instance uuid 5252d4cb-e7ef-4ced-bd36-0d97066b9d80 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.502415] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Successfully updated port: a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.529636] env[62622]: DEBUG nova.network.neutron [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.560803] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702255, 'name': Rename_Task, 'duration_secs': 0.17385} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.561155] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.561440] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391aecd6-88ac-477d-b6f1-3348015b4f54 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.569998] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1098.569998] env[62622]: value = "task-2702256" [ 1098.569998] env[62622]: _type = "Task" [ 1098.569998] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.573740] env[62622]: INFO nova.scheduler.client.report [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Deleted allocations for instance 86f0772c-474e-4165-a9f5-4da9a56fc85d [ 1098.580455] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.635734] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51f253f2-f056-4746-bd9d-a195ea3eb5ef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.646883] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e41aa0-2630-4a55-8067-2edec5ce4c83 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.679054] env[62622]: DEBUG nova.compute.manager [req-4e2fd08e-48c2-4410-85ca-d283f05dd9cf req-4bf505bd-d5a6-4642-90db-1f5a44d3ae82 service nova] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Detach interface failed, port_id=724665b3-42c9-4f02-b971-bdb17e2d07a7, reason: Instance 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.740023] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.740251] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.740422] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.788469] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: e9cc4fb8-4726-4b21-adf5-c19d5dddd95b] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.973724] env[62622]: INFO nova.scheduler.client.report [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocation for migration e42f87f1-e7b2-478f-95f3-4b359d836b46 [ 1099.005391] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.005526] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.005681] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.032656] env[62622]: INFO nova.compute.manager [-] [instance: 78847dc1-dc18-4b9b-b1a0-2e60042d3a88] Took 1.34 seconds to deallocate network for instance. [ 1099.085579] env[62622]: DEBUG oslo_vmware.api [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702256, 'name': PowerOnVM_Task, 'duration_secs': 0.491486} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.086061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c88d7806-d4ed-48a4-8b29-1cfcdbbbb86c tempest-ServerAddressesNegativeTestJSON-77600347 tempest-ServerAddressesNegativeTestJSON-77600347-project-member] Lock "86f0772c-474e-4165-a9f5-4da9a56fc85d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.657s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.087162] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.115238] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e88ca1-a4df-44f4-8f7d-73c1311edb6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.124030] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56080793-3bc8-4f98-99e9-078d7021a16c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.155385] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a1b1c-b197-4d8c-a83a-57d75a5d9367 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.163866] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0dec9b-ded2-4242-b15f-51ccc98c4a52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.179538] env[62622]: DEBUG nova.compute.provider_tree [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.203660] env[62622]: DEBUG nova.compute.manager [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.205026] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee7406-44ee-4cd9-b5e8-069ddea05cbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.291203] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4a1935ef-3c14-4dee-a827-ef4d0d681465] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.479057] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.230s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.541621] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.549860] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.685866] env[62622]: DEBUG nova.scheduler.client.report [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.723381] env[62622]: DEBUG oslo_concurrency.lockutils [None req-091d1793-331e-4975-ae1c-6e7abc1050ea tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.909s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.752181] env[62622]: DEBUG nova.network.neutron [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.790796] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.791113] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.791175] env[62622]: DEBUG nova.network.neutron [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.793959] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 6ae0d039-081f-4eca-93ae-9ad985a92c37] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.858939] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.859541] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.859755] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.859910] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.860126] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.860278] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.860425] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.860633] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.860964] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.861411] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.861411] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.861613] env[62622]: DEBUG nova.virt.hardware [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.862510] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b90dfc-b09f-4057-a18e-62abb0c109dc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.872771] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503772c-8653-4aa7-bfd7-5e0520be0957 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.190750] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.193907] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.652s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.193907] env[62622]: DEBUG nova.objects.instance [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lazy-loading 'resources' on Instance uuid 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.219258] env[62622]: INFO nova.scheduler.client.report [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted allocations for instance 5252d4cb-e7ef-4ced-bd36-0d97066b9d80 [ 1100.254426] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.254856] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Instance network_info: |[{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.255322] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a1:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b48221-b73f-4f33-a971-9bf4e642ad92', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.263155] env[62622]: DEBUG oslo.service.loopingcall [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.263312] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.263782] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22f36c4-60e1-4ada-a9c8-de1c7d0186b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.287823] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.287823] env[62622]: value = "task-2702257" [ 1100.287823] env[62622]: _type = "Task" [ 1100.287823] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.298676] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 27179519-b0d4-43ba-b8fb-db729d0571b5] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.306378] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702257, 'name': CreateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.402179] env[62622]: DEBUG nova.compute.manager [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Received event network-changed-a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.402415] env[62622]: DEBUG nova.compute.manager [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Refreshing instance network info cache due to event network-changed-a4b48221-b73f-4f33-a971-9bf4e642ad92. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.402590] env[62622]: DEBUG oslo_concurrency.lockutils [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.402739] env[62622]: DEBUG oslo_concurrency.lockutils [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.402894] env[62622]: DEBUG nova.network.neutron [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Refreshing network info cache for port a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.619553] env[62622]: DEBUG nova.network.neutron [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.729866] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c8fa3d52-11bf-42b6-9934-c43eca915454 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5252d4cb-e7ef-4ced-bd36-0d97066b9d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.288s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.797991] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.800458] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.800627] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.800820] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.800992] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.802772] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 523b093d-c3ff-4f1a-9c03-fe4203df1e42] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.806936] env[62622]: INFO nova.compute.manager [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Terminating instance [ 1100.814451] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702257, 'name': CreateVM_Task, 'duration_secs': 0.329582} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.814614] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.815267] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544475', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'name': 'volume-ad03e871-0036-442d-a8e8-0bacc4f57601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '774ccedb-3b92-40d0-9e67-d8a0e5e08312', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'serial': 'ad03e871-0036-442d-a8e8-0bacc4f57601'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'f7750201-21a2-4e8f-be01-0c5686b178b7', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1100.815500] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Root volume attach. Driver type: vmdk {{(pid=62622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1100.816264] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb8bc8-76e4-47b6-a691-24ba5c939367 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.828921] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06428a79-ed49-4b74-9eda-f17abb03dea2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.839776] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bbf60-ca5d-4057-813f-4bc986ca9925 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.849623] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-31b14d36-4509-43f5-b5c9-c4eb91402794 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.861762] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1100.861762] env[62622]: value = "task-2702258" [ 1100.861762] env[62622]: _type = "Task" [ 1100.861762] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.874526] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702258, 'name': RelocateVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.910540] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2b757-8167-422b-995a-8ed2515a8999 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.920974] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a468a9-8042-4375-a08f-7d93222290d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.967096] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c6878-0c84-4863-94c7-eed1f76ff261 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.978731] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8071ff8-1194-43bf-908c-595b8ca749fa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.998427] env[62622]: DEBUG nova.compute.provider_tree [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.122290] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.197577] env[62622]: DEBUG nova.network.neutron [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updated VIF entry in instance network info cache for port a4b48221-b73f-4f33-a971-9bf4e642ad92. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.197990] env[62622]: DEBUG nova.network.neutron [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.307785] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 363761c8-6e14-4326-8687-653d15d9ceb8] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.310686] env[62622]: DEBUG nova.compute.manager [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.311050] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.312211] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc168161-f21e-4262-9ef1-5485d295a538 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.321553] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.321852] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3157505e-af04-41a3-b0a5-37f0b32dcada {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.329881] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1101.329881] env[62622]: value = "task-2702259" [ 1101.329881] env[62622]: _type = "Task" [ 1101.329881] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.339813] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.374045] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702258, 'name': RelocateVM_Task, 'duration_secs': 0.412253} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.374702] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.375076] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544475', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'name': 'volume-ad03e871-0036-442d-a8e8-0bacc4f57601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '774ccedb-3b92-40d0-9e67-d8a0e5e08312', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'serial': 'ad03e871-0036-442d-a8e8-0bacc4f57601'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.375903] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6706ef-690f-4c45-97a8-531007b9f023 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.396585] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e5a1d-8844-4b56-a469-9b7f0ad6fb37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.422512] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-ad03e871-0036-442d-a8e8-0bacc4f57601/volume-ad03e871-0036-442d-a8e8-0bacc4f57601.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.424684] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47c2a3c-1765-404c-8372-a64ac42ac771 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.451268] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1101.451268] env[62622]: value = "task-2702260" [ 1101.451268] env[62622]: _type = "Task" [ 1101.451268] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.461825] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.502288] env[62622]: DEBUG nova.scheduler.client.report [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.631014] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3f13a-5a85-4ead-8f7d-ed9a46af2b6b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.639170] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18beeb6b-0dd4-4765-887f-5d0cefee8a2d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.701060] env[62622]: DEBUG oslo_concurrency.lockutils [req-adc7a398-761e-4c4d-8989-e61d45da7e32 req-f8178254-e074-4c20-88e9-e0d052b4f8d8 service nova] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.812197] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 0fe65dae-e048-4c6b-95a1-32d9cb748fed] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.841768] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702259, 'name': PowerOffVM_Task, 'duration_secs': 0.255472} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.842146] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.842374] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.842663] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6958b0a6-16c0-42a5-a7e6-fbe1b0cdfc06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.936746] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.936990] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.937231] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleting the datastore file [datastore1] ea03c9af-5b35-4faa-a69c-4ab1381600e4 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.937530] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7de2ce-2b41-463f-95a2-2492bb7104e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.944312] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.944544] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.944756] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.944937] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.945115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.947413] env[62622]: INFO nova.compute.manager [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Terminating instance [ 1101.948725] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for the task: (returnval){ [ 1101.948725] env[62622]: value = "task-2702262" [ 1101.948725] env[62622]: _type = "Task" [ 1101.948725] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.964235] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.968983] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.008548] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.032031] env[62622]: INFO nova.scheduler.client.report [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Deleted allocations for instance 78847dc1-dc18-4b9b-b1a0-2e60042d3a88 [ 1102.315416] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 9c2b2d1b-4ece-4ef1-80f3-1e384048cb8a] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.455281] env[62622]: DEBUG nova.compute.manager [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.455534] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.459240] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec9a5a-19be-40cd-b725-268c4bf1e625 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.464704] env[62622]: DEBUG oslo_vmware.api [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Task: {'id': task-2702262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460923} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.465561] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.465750] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.465927] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.466114] env[62622]: INFO nova.compute.manager [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1102.466351] env[62622]: DEBUG oslo.service.loopingcall [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.466556] env[62622]: DEBUG nova.compute.manager [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.466657] env[62622]: DEBUG nova.network.neutron [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.472978] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.473648] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.474466] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7cbe065-55a5-48a7-9c1e-a3084ddc2861 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.481062] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1102.481062] env[62622]: value = "task-2702263" [ 1102.481062] env[62622]: _type = "Task" [ 1102.481062] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.491949] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.539530] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0adafd5-43f2-4fac-902f-1b8196453ed4 tempest-AttachInterfacesTestJSON-678911168 tempest-AttachInterfacesTestJSON-678911168-project-member] Lock "78847dc1-dc18-4b9b-b1a0-2e60042d3a88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.514s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.747300] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9eeb2-ded1-473b-89d7-4f4fea5d26c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.772100] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24a869-4d80-46cd-aa88-f3be1c7657e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.780259] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.819141] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 2fc8f65d-6ed5-43df-8a82-9637c7a5e6db] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.872433] env[62622]: DEBUG nova.compute.manager [req-b3099477-9b75-447a-803d-b122caaf6970 req-16aca5ad-f3c9-4b0e-9260-3dd9dc42b033 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Received event network-vif-deleted-c9fa5610-519b-4341-96c3-df8d769b9b61 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.872682] env[62622]: INFO nova.compute.manager [req-b3099477-9b75-447a-803d-b122caaf6970 req-16aca5ad-f3c9-4b0e-9260-3dd9dc42b033 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Neutron deleted interface c9fa5610-519b-4341-96c3-df8d769b9b61; detaching it from the instance and deleting it from the info cache [ 1102.872860] env[62622]: DEBUG nova.network.neutron [req-b3099477-9b75-447a-803d-b122caaf6970 req-16aca5ad-f3c9-4b0e-9260-3dd9dc42b033 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.965208] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702260, 'name': ReconfigVM_Task, 'duration_secs': 1.336955} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.965508] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-ad03e871-0036-442d-a8e8-0bacc4f57601/volume-ad03e871-0036-442d-a8e8-0bacc4f57601.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.970223] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca3e67c-7df3-4a34-a279-3c26843de1f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.998034] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702263, 'name': PowerOffVM_Task, 'duration_secs': 0.213019} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.998034] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.998034] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.998269] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1102.998269] env[62622]: value = "task-2702264" [ 1102.998269] env[62622]: _type = "Task" [ 1102.998269] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.998436] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11afa6bc-e75e-4b23-9480-7adee78cf6ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.009266] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.081618] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.081847] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.082112] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore1] 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.082387] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55fd28e-80ce-4d34-9130-2e23492cffbf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.089853] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1103.089853] env[62622]: value = "task-2702266" [ 1103.089853] env[62622]: _type = "Task" [ 1103.089853] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.098329] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.289025] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.289025] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb653d1-acdf-4173-b066-00d906fd1782 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.296861] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1103.296861] env[62622]: value = "task-2702267" [ 1103.296861] env[62622]: _type = "Task" [ 1103.296861] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.306595] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.325557] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 173a796e-2070-474e-b205-f78e5a1fe0dd] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.355102] env[62622]: DEBUG nova.network.neutron [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.375741] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0610d1d2-946a-445a-b56c-6d5b573cf72c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388622] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af5438-31ad-4b3c-bb54-0a329ccd39e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.420706] env[62622]: DEBUG nova.compute.manager [req-b3099477-9b75-447a-803d-b122caaf6970 req-16aca5ad-f3c9-4b0e-9260-3dd9dc42b033 service nova] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Detach interface failed, port_id=c9fa5610-519b-4341-96c3-df8d769b9b61, reason: Instance ea03c9af-5b35-4faa-a69c-4ab1381600e4 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1103.511792] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702264, 'name': ReconfigVM_Task, 'duration_secs': 0.219038} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.512501] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544475', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'name': 'volume-ad03e871-0036-442d-a8e8-0bacc4f57601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '774ccedb-3b92-40d0-9e67-d8a0e5e08312', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'serial': 'ad03e871-0036-442d-a8e8-0bacc4f57601'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.513149] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97e0e80-19b7-401c-9e5b-9112d7f08319 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.520978] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1103.520978] env[62622]: value = "task-2702268" [ 1103.520978] env[62622]: _type = "Task" [ 1103.520978] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.534021] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702268, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.599871] env[62622]: DEBUG oslo_vmware.api [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220304} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.600165] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.600345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.600525] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.600719] env[62622]: INFO nova.compute.manager [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1103.600973] env[62622]: DEBUG oslo.service.loopingcall [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.601196] env[62622]: DEBUG nova.compute.manager [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.601292] env[62622]: DEBUG nova.network.neutron [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.809970] env[62622]: DEBUG oslo_vmware.api [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702267, 'name': PowerOnVM_Task, 'duration_secs': 0.451764} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.809970] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.809970] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0b6110-44ca-485a-af9b-d5fc82019ad8 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.829192] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 108001c7-67d4-4901-b024-15943019d754] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.857809] env[62622]: INFO nova.compute.manager [-] [instance: ea03c9af-5b35-4faa-a69c-4ab1381600e4] Took 1.39 seconds to deallocate network for instance. [ 1104.032142] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702268, 'name': Rename_Task, 'duration_secs': 0.166481} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.032445] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.032754] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cedb22ca-2638-4c8c-9d85-e9ac0bd127af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.040800] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1104.040800] env[62622]: value = "task-2702269" [ 1104.040800] env[62622]: _type = "Task" [ 1104.040800] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.052384] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.331831] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 2e5fdc06-00d1-40a4-82fb-ae2de4996810] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.333936] env[62622]: DEBUG nova.network.neutron [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.366140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.366431] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.366639] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.391871] env[62622]: INFO nova.scheduler.client.report [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Deleted allocations for instance ea03c9af-5b35-4faa-a69c-4ab1381600e4 [ 1104.552782] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.836570] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 7793d176-4bf8-4c8b-807e-fcec7944542b] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.839433] env[62622]: INFO nova.compute.manager [-] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Took 1.24 seconds to deallocate network for instance. [ 1104.902482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-3b79b980-3897-4691-975c-00954993a758 tempest-DeleteServersTestJSON-1924989512 tempest-DeleteServersTestJSON-1924989512-project-member] Lock "ea03c9af-5b35-4faa-a69c-4ab1381600e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.102s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.919902] env[62622]: DEBUG nova.compute.manager [req-b1c59fdb-d5ae-46f7-ab9e-0f4fb10b8025 req-eb54ca3b-99d8-45f9-a0f7-14f804fab98d service nova] [instance: 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb] Received event network-vif-deleted-97f004fe-2e25-4b32-b8f7-c6159ef0932e {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.056344] env[62622]: DEBUG oslo_vmware.api [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702269, 'name': PowerOnVM_Task, 'duration_secs': 0.586726} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.059613] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.059613] env[62622]: INFO nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Took 5.20 seconds to spawn the instance on the hypervisor. [ 1105.059613] env[62622]: DEBUG nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.059613] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a45285-1057-4365-a44f-81e9ef4f31a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.340446] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 98672462-486b-4d9a-b62a-7f76a7dd8e10] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.345942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.345942] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.345942] env[62622]: DEBUG nova.objects.instance [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lazy-loading 'resources' on Instance uuid 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.575781] env[62622]: INFO nova.compute.manager [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Took 17.86 seconds to build instance. [ 1105.844825] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: e09b360f-4ff9-4d01-b985-8d3513f2570c] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.012866] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1716d574-dfb3-415d-b33d-744ea5ca8825 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.021442] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a12643-dc5e-4e41-963f-411dcca1864f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.055578] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d258c77c-8118-4d4f-8fd1-ca6ecca8fe40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.063630] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32672ea-e47f-41b4-9a40-06331077a957 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.077884] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8c6f2cc9-3fe3-4919-92df-0fa606c82df6 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.366s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.078353] env[62622]: DEBUG nova.compute.provider_tree [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.159108] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.159346] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.316289] env[62622]: DEBUG nova.compute.manager [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.316526] env[62622]: DEBUG nova.compute.manager [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing instance network info cache due to event network-changed-28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.316658] env[62622]: DEBUG oslo_concurrency.lockutils [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] Acquiring lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.316813] env[62622]: DEBUG oslo_concurrency.lockutils [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] Acquired lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.316973] env[62622]: DEBUG nova.network.neutron [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Refreshing network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.350849] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: a9672b15-e7d9-456a-8e9c-61b8a1732741] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.465097] env[62622]: DEBUG nova.network.neutron [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Port c8c21d8d-b8c5-411e-9689-f95370e6eacf binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.465442] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.465601] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.465801] env[62622]: DEBUG nova.network.neutron [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.581672] env[62622]: DEBUG nova.scheduler.client.report [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.662359] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.855658] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: d19890fd-0c60-4c32-90dd-62a7437f9c60] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.016077] env[62622]: DEBUG nova.network.neutron [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updated VIF entry in instance network info cache for port 28b91710-54fa-408f-b479-c2a0ce64fb02. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.016182] env[62622]: DEBUG nova.network.neutron [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [{"id": "28b91710-54fa-408f-b479-c2a0ce64fb02", "address": "fa:16:3e:8f:a1:f1", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b91710-54", "ovs_interfaceid": "28b91710-54fa-408f-b479-c2a0ce64fb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.087144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.107015] env[62622]: INFO nova.scheduler.client.report [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted allocations for instance 5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb [ 1107.184503] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.184788] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.186901] env[62622]: INFO nova.compute.claims [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.191244] env[62622]: DEBUG nova.network.neutron [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.361439] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 95d98b15-c4ee-495a-b3fb-a305b5c91c3f] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.519243] env[62622]: DEBUG oslo_concurrency.lockutils [req-9d0dc985-a131-4ad1-b372-eff26ce4691b req-b31dfb22-e958-403e-ab18-a545d3110c15 service nova] Releasing lock "refresh_cache-627a737d-8c15-4a7b-9038-1c0b4ce7585e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.615380] env[62622]: DEBUG oslo_concurrency.lockutils [None req-699da1c0-1c23-49da-a655-31934398bde1 tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "5b119b2f-d77b-4d4b-a6cd-c9eb9ad795eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.693948] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.730658] env[62622]: DEBUG nova.compute.manager [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1107.864061] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 77899d87-f442-47b7-9d17-9509d29b8035] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.944426] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "c17d989c-f044-4740-a16a-a185eea720b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.944661] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.944879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "c17d989c-f044-4740-a16a-a185eea720b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.945075] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.945245] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.947354] env[62622]: INFO nova.compute.manager [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Terminating instance [ 1108.200515] env[62622]: DEBUG nova.compute.manager [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1108.249141] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.343571] env[62622]: DEBUG nova.compute.manager [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Received event network-changed-a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.343643] env[62622]: DEBUG nova.compute.manager [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Refreshing instance network info cache due to event network-changed-a4b48221-b73f-4f33-a971-9bf4e642ad92. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.343828] env[62622]: DEBUG oslo_concurrency.lockutils [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.344010] env[62622]: DEBUG oslo_concurrency.lockutils [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.344133] env[62622]: DEBUG nova.network.neutron [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Refreshing network info cache for port a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.347838] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594c327-2d06-4a82-b56d-9930e0423898 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.356840] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29444c-2e42-41aa-975b-5c374e1b2e52 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.387612] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 34b7f9fd-e6bf-45fc-bf7c-c03340a34768] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.390572] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80715d1-2e13-47ca-9143-20eed0a61d70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.398922] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9086d1e-6112-4276-9078-76ec7c3f4344 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.414140] env[62622]: DEBUG nova.compute.provider_tree [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.451387] env[62622]: DEBUG nova.compute.manager [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.451622] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.452505] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d837dc-75f3-444c-a14a-709807f4a1db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.460930] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.461193] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d419f99e-ef0a-4f08-9ee5-b9477387d7cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.468074] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1108.468074] env[62622]: value = "task-2702271" [ 1108.468074] env[62622]: _type = "Task" [ 1108.468074] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.476949] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.890977] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 1cb40b02-805e-4f3f-91c1-daf53319ba9b] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.918044] env[62622]: DEBUG nova.scheduler.client.report [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.977564] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702271, 'name': PowerOffVM_Task, 'duration_secs': 0.223736} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.977829] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.977991] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.978248] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-921aa116-42a4-47ef-afdf-a103c832bff3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.049114] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.049346] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.049549] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleting the datastore file [datastore2] c17d989c-f044-4740-a16a-a185eea720b2 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.049884] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da09005d-a8e6-40f8-b629-37d7eb1b4bfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.056296] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for the task: (returnval){ [ 1109.056296] env[62622]: value = "task-2702273" [ 1109.056296] env[62622]: _type = "Task" [ 1109.056296] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.065701] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.181213] env[62622]: DEBUG nova.network.neutron [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updated VIF entry in instance network info cache for port a4b48221-b73f-4f33-a971-9bf4e642ad92. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.181590] env[62622]: DEBUG nova.network.neutron [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.304020] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.396037] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f5604326-5f59-4ebe-8227-61661bdddc65] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.424046] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.425562] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.428511] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.179s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.566939] env[62622]: DEBUG oslo_vmware.api [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Task: {'id': task-2702273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441387} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.567294] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.567620] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.567936] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.568217] env[62622]: INFO nova.compute.manager [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1109.568561] env[62622]: DEBUG oslo.service.loopingcall [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.568882] env[62622]: DEBUG nova.compute.manager [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.568977] env[62622]: DEBUG nova.network.neutron [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.684764] env[62622]: DEBUG oslo_concurrency.lockutils [req-01603775-143d-4370-b443-269fb2b8e1af req-80db21cb-dc47-4564-a2ab-5bc09bc9cceb service nova] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.898180] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 5074587c-5c44-4d7a-a73c-418767bd3d58] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.930877] env[62622]: DEBUG nova.compute.utils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.932395] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Not allocating networking since 'none' was specified. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1109.936450] env[62622]: INFO nova.compute.claims [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.314559] env[62622]: DEBUG nova.network.neutron [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.374300] env[62622]: DEBUG nova.compute.manager [req-9d7e0cd9-fb2c-481d-bfea-931862a7f580 req-b9044fe2-f246-4809-88a9-fce27fd614ca service nova] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Received event network-vif-deleted-907d7e11-26a0-4d60-9c89-eef580f8c7ce {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.401089] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 36e5fe3b-e767-4374-8f47-53f6815a9af3] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.441295] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.446468] env[62622]: INFO nova.compute.resource_tracker [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating resource usage from migration 403d7c46-f308-40b2-9f52-dc9f31125e5d [ 1110.596426] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16855fa8-9657-4541-89e8-33146d9931fb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.604650] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8953f3-2f1c-446d-bd6b-e5d3fb4b5e9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.635920] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00108e-1b97-437e-b0c6-294c3bda4d3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.643710] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab12d9-1d9a-4bc7-915f-cead508f7db2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.657114] env[62622]: DEBUG nova.compute.provider_tree [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.817523] env[62622]: INFO nova.compute.manager [-] [instance: c17d989c-f044-4740-a16a-a185eea720b2] Took 1.25 seconds to deallocate network for instance. [ 1110.904631] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: ef338da3-8bf8-4d21-a81c-f2e1ed485405] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.160705] env[62622]: DEBUG nova.scheduler.client.report [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.324644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.408960] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 74d01aa8-097c-4e77-a869-0c9d833ef3a9] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.454045] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.482643] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.482892] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.483478] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.483478] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.483478] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.483663] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.483736] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.483903] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.484090] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.484259] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.484448] env[62622]: DEBUG nova.virt.hardware [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.485364] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363fb60-21b5-4fcc-9784-7a3ef2f99582 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.493502] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032d47d-4bea-4d1a-b9fe-1a51c1d03baf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.508479] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Instance VIF info [] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.513853] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Creating folder: Project (71da525e08394200aa9cb037743be49b). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.514145] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f22f8fa-b049-4391-98e6-d02291511401 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.524316] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Created folder: Project (71da525e08394200aa9cb037743be49b) in parent group-v544184. [ 1111.524532] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Creating folder: Instances. Parent ref: group-v544483. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.524779] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58195444-77bb-4dfa-975e-3957a839ac87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.533205] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Created folder: Instances in parent group-v544483. [ 1111.533532] env[62622]: DEBUG oslo.service.loopingcall [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.533736] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.533928] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b72d54e-546f-41d1-8d91-9d3c8c68e99d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.549667] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.549667] env[62622]: value = "task-2702276" [ 1111.549667] env[62622]: _type = "Task" [ 1111.549667] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.556701] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702276, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.666387] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.238s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.666689] env[62622]: INFO nova.compute.manager [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Migrating [ 1111.673101] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.369s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.912018] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: eb611f7d-d574-458a-9ef4-fa43e4c94823] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.060198] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702276, 'name': CreateVM_Task, 'duration_secs': 0.264425} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.060406] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.060808] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.060968] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.061303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.061541] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8826a9c-5aef-4170-91d8-2f385f1e8907 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.065794] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1112.065794] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7e700-9188-5981-a2aa-b1924c7f89ac" [ 1112.065794] env[62622]: _type = "Task" [ 1112.065794] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.073374] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7e700-9188-5981-a2aa-b1924c7f89ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.181282] env[62622]: DEBUG nova.objects.instance [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'migration_context' on Instance uuid d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.182594] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.182764] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.182933] env[62622]: DEBUG nova.network.neutron [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.415808] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 96252fb5-c6f1-4b6c-96a0-a47af2a3b0cc] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.577016] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e7e700-9188-5981-a2aa-b1924c7f89ac, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.577365] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.577652] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.577915] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.578079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.578277] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.578534] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6168e8b9-3f78-4dca-a6cd-86d6e3feb33f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.590504] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.590697] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.591414] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7687d71b-e3c6-4304-9901-0a91277ac216 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.596532] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1112.596532] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e6a97-08b4-791e-f725-c9fdd571e1dd" [ 1112.596532] env[62622]: _type = "Task" [ 1112.596532] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.604193] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e6a97-08b4-791e-f725-c9fdd571e1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.825314] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e9456f-4f87-4a1f-99bb-7b8c4d061420 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.833018] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d379188-c6bb-4bb3-b1ed-5f3757277cdd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.867592] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c142247-0a06-4502-9bf2-f80cd6ed3823 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.874685] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375dc9d-7842-4b96-bbb8-71a8bfc3b700 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.887718] env[62622]: DEBUG nova.compute.provider_tree [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.898088] env[62622]: DEBUG nova.network.neutron [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.919213] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 401f1664-821c-4b5b-a9be-ed270f7ef8fd] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.108708] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524e6a97-08b4-791e-f725-c9fdd571e1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.109615] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b376bef-a299-4120-bd45-8fa4a777cf80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.115063] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1113.115063] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523eb226-9760-0fdf-5a0b-c3a874fdab20" [ 1113.115063] env[62622]: _type = "Task" [ 1113.115063] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.122288] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523eb226-9760-0fdf-5a0b-c3a874fdab20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.391331] env[62622]: DEBUG nova.scheduler.client.report [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.400271] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.422077] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 926ec1c3-2f2b-4594-81ec-6b49832d16ef] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.549144] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.549379] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.625523] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]523eb226-9760-0fdf-5a0b-c3a874fdab20, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.625840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.626239] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a/b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.626379] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb112575-a0f9-4c94-a017-55a2576a299b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.633951] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1113.633951] env[62622]: value = "task-2702277" [ 1113.633951] env[62622]: _type = "Task" [ 1113.633951] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.641647] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.924559] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 24e15c41-942e-403b-bd7c-ee719a6915dc] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.053018] env[62622]: DEBUG nova.compute.utils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.144130] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448728} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.144452] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a/b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.144738] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.145043] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e1424a-d5a3-480e-a9e6-069827576da0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.151758] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1114.151758] env[62622]: value = "task-2702278" [ 1114.151758] env[62622]: _type = "Task" [ 1114.151758] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.158825] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.403437] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.730s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.409156] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.085s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.409392] env[62622]: DEBUG nova.objects.instance [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lazy-loading 'resources' on Instance uuid c17d989c-f044-4740-a16a-a185eea720b2 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.427806] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 9095924d-19a1-4352-8dc2-212411c91572] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.556546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.661476] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067529} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.661770] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.662516] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01da52-1e67-4adf-ae4e-05f451db836a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.681860] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a/b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.682393] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942af957-e3d0-4fe1-9922-fb50e2e6fd1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.701707] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1114.701707] env[62622]: value = "task-2702279" [ 1114.701707] env[62622]: _type = "Task" [ 1114.701707] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.709114] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.922581] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf7ead4-34eb-427f-858e-2341fb1a1646 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.942767] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8282a468-0957-4d89-a35e-037a981be77d] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.945402] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.060159] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bdb488-e937-4d24-b89c-62845bd6dd0e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.068031] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726c2a4-a05c-4064-8af1-8bfa8012ef61 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.096841] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c4621-a531-4221-b79c-b278836ab89d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.103509] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e987ff7-d7d6-4a54-927f-2a0e62f629d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.118676] env[62622]: DEBUG nova.compute.provider_tree [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.213585] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702279, 'name': ReconfigVM_Task, 'duration_secs': 0.26259} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.213585] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a/b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.214025] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a677955b-fda0-4c80-b8f6-dbfca279f111 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.220890] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1115.220890] env[62622]: value = "task-2702280" [ 1115.220890] env[62622]: _type = "Task" [ 1115.220890] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.229187] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702280, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.451113] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.451113] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 9454c6e0-49cb-4f75-962f-ac9f0dafa577] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.452648] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a1a710-a763-485a-8140-88fd3296303b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.474978] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1115.474978] env[62622]: value = "task-2702281" [ 1115.474978] env[62622]: _type = "Task" [ 1115.474978] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.485438] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.620921] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.621385] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.621741] env[62622]: INFO nova.compute.manager [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Attaching volume 0dee6ec6-57b5-4f6f-9de0-bd17daa79688 to /dev/sdb [ 1115.624350] env[62622]: DEBUG nova.scheduler.client.report [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.656768] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c2e54-5da9-4b27-aff7-3004d9e6c441 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.663674] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf4d48-3c78-46e6-b83e-ecbeac7bf689 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.676205] env[62622]: DEBUG nova.virt.block_device [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating existing volume attachment record: 50ad5b71-9e42-4d43-bb96-a49f034d784d {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1115.730970] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702280, 'name': Rename_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.731264] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.731499] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ede3be5-9386-42b6-9c40-efb44ddaba2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.737129] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1115.737129] env[62622]: value = "task-2702282" [ 1115.737129] env[62622]: _type = "Task" [ 1115.737129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.744345] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.941907] env[62622]: INFO nova.compute.manager [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Swapping old allocation on dict_keys(['7f920731-174d-4ce3-b2ce-59062587c455']) held by migration 951095b0-9fe9-46f4-b7b2-64617fe4c3c2 for instance [ 1115.955892] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8ecc9c96-7ff4-425e-bb2e-966fe7c98a18] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.967885] env[62622]: DEBUG nova.scheduler.client.report [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Overwriting current allocation {'allocations': {'7f920731-174d-4ce3-b2ce-59062587c455': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '4fbe2f13a2dc468e87657b4df10f3a5a', 'user_id': 'a9867f9ed6e04738b2f0911d53ff1046', 'consumer_generation': 1} on consumer d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 {{(pid=62622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1115.986056] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702281, 'name': PowerOffVM_Task, 'duration_secs': 0.191901} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.986325] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.986506] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.059935] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.060142] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.060316] env[62622]: DEBUG nova.network.neutron [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.131231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.151924] env[62622]: INFO nova.scheduler.client.report [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Deleted allocations for instance c17d989c-f044-4740-a16a-a185eea720b2 [ 1116.248487] env[62622]: DEBUG oslo_vmware.api [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702282, 'name': PowerOnVM_Task, 'duration_secs': 0.420785} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.248827] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.249103] env[62622]: INFO nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1116.249330] env[62622]: DEBUG nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.250195] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c1921-3914-4a47-b59f-baab263fe62c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.458749] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 61506e2e-a2fc-48ed-a93e-581f03d85915] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.492659] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.492901] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.493072] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.493284] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.493496] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.493659] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.493866] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.494044] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.494218] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.494381] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.494613] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.500070] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca296e2b-168e-4466-846a-6d265245aaa8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.516507] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1116.516507] env[62622]: value = "task-2702284" [ 1116.516507] env[62622]: _type = "Task" [ 1116.516507] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.524160] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.661181] env[62622]: DEBUG oslo_concurrency.lockutils [None req-a0e87b11-601e-4e8b-bd16-0c38c89db75d tempest-ServersAdminTestJSON-1209522706 tempest-ServersAdminTestJSON-1209522706-project-member] Lock "c17d989c-f044-4740-a16a-a185eea720b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.716s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.765940] env[62622]: INFO nova.compute.manager [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Took 9.60 seconds to build instance. [ 1116.774236] env[62622]: DEBUG nova.network.neutron [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [{"id": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "address": "fa:16:3e:16:e4:9f", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c21d8d-b8", "ovs_interfaceid": "c8c21d8d-b8c5-411e-9689-f95370e6eacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.961800] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8ce1b255-520f-4418-b258-07489ff0aee6] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.027106] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702284, 'name': ReconfigVM_Task, 'duration_secs': 0.346026} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.027343] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.267830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-46701239-634a-4e23-9263-2af88cbbbf3d tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.108s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.276811] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.277602] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc1dac-46b9-4e17-9c63-3e45d8f00b9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.286389] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbdc536-e63f-4032-bd81-acc0bc90cc9c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.464683] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: e264262f-cfa2-4c34-9444-7bc6fbfdbaea] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.533809] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.534117] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.534335] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.534602] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.534806] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.534999] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.535386] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.535518] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.535744] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.535974] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.536224] env[62622]: DEBUG nova.virt.hardware [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.541798] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.542101] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dea248e-5aaa-4c1a-9e2a-e7fb71f873e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.561564] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1117.561564] env[62622]: value = "task-2702285" [ 1117.561564] env[62622]: _type = "Task" [ 1117.561564] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.569550] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.968237] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 75db9ed8-1c5a-403f-86ea-5f06a7291f3a] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.071790] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702285, 'name': ReconfigVM_Task, 'duration_secs': 0.162015} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.072072] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.072930] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8205a3a2-01d9-461b-a980-2f5d5d99c3a9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.097734] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-ad03e871-0036-442d-a8e8-0bacc4f57601/volume-ad03e871-0036-442d-a8e8-0bacc4f57601.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.097734] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6f5453-2ba5-4d48-abe1-695d9ab083e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.115322] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1118.115322] env[62622]: value = "task-2702287" [ 1118.115322] env[62622]: _type = "Task" [ 1118.115322] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.126010] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.261332] env[62622]: DEBUG nova.compute.manager [None req-20ef0f50-903c-48f0-85f6-204ba8dd4ebb tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.262272] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b9097-3672-4d15-9dbc-1b77b62f00db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.340706] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.341098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.341396] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.341644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.341830] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.343969] env[62622]: INFO nova.compute.manager [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Terminating instance [ 1118.382167] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.383316] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e440ade6-0da7-493c-85f5-669362eaeb37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.391167] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1118.391167] env[62622]: value = "task-2702288" [ 1118.391167] env[62622]: _type = "Task" [ 1118.391167] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.398952] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.472146] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4db9a644-5705-40d9-9cba-f46c16ce4937] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.625557] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702287, 'name': ReconfigVM_Task, 'duration_secs': 0.36827} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.625860] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-ad03e871-0036-442d-a8e8-0bacc4f57601/volume-ad03e871-0036-442d-a8e8-0bacc4f57601.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.626158] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.772353] env[62622]: INFO nova.compute.manager [None req-20ef0f50-903c-48f0-85f6-204ba8dd4ebb tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] instance snapshotting [ 1118.772955] env[62622]: DEBUG nova.objects.instance [None req-20ef0f50-903c-48f0-85f6-204ba8dd4ebb tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lazy-loading 'flavor' on Instance uuid b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.848147] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "refresh_cache-b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.848398] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquired lock "refresh_cache-b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.848586] env[62622]: DEBUG nova.network.neutron [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.905015] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702288, 'name': PowerOffVM_Task, 'duration_secs': 0.195978} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.907780] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.907780] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.908368] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.908368] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.908368] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.915678] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d9ea9a-b5e8-4d0c-b0ba-5f5f225a3f56 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.931380] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1118.931380] env[62622]: value = "task-2702289" [ 1118.931380] env[62622]: _type = "Task" [ 1118.931380] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.939669] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.975594] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 8ab9253f-288c-46cb-8615-b9ce50fc3d35] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.134197] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b7a97-4a5d-456b-b912-198ded8df41c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.153822] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df1f23-9af5-424e-b8c9-c7130c379c45 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.171608] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.278410] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037cbc0c-2277-4ff4-a71a-5f8b4cd210bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.296658] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb729038-921c-498b-ac02-bf9499fa32f1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.367696] env[62622]: DEBUG nova.network.neutron [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.420974] env[62622]: DEBUG nova.network.neutron [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.444498] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702289, 'name': ReconfigVM_Task, 'duration_secs': 0.147089} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.444498] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a742caf-04bc-488e-8cce-525a170bb831 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.467520] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.467520] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.467520] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.467520] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.467944] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.467944] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.467944] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.468160] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.468269] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.471485] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.471485] env[62622]: DEBUG nova.virt.hardware [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.471485] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03cd1941-7aaa-48f2-b4a7-e0e772d09521 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.474724] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1119.474724] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221f7fd-9bfa-22b7-ce6f-4f43f67b7513" [ 1119.474724] env[62622]: _type = "Task" [ 1119.474724] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.478586] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 1fbdb66e-9fa8-4896-b2cb-7e27650e4102] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.483827] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221f7fd-9bfa-22b7-ce6f-4f43f67b7513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.807010] env[62622]: DEBUG nova.compute.manager [None req-20ef0f50-903c-48f0-85f6-204ba8dd4ebb tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Instance disappeared during snapshot {{(pid=62622) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1119.927305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Releasing lock "refresh_cache-b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.927811] env[62622]: DEBUG nova.compute.manager [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.928074] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.928933] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce183cf-6303-45a9-b7b9-2f4dac612410 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.933437] env[62622]: DEBUG nova.compute.manager [None req-20ef0f50-903c-48f0-85f6-204ba8dd4ebb tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Found 0 images (rotation: 2) {{(pid=62622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1119.936464] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.936735] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda240e8-aa9d-45cb-86c8-558ce60b76c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.943330] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1119.943330] env[62622]: value = "task-2702290" [ 1119.943330] env[62622]: _type = "Task" [ 1119.943330] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.951787] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.981252] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 998aa1dd-624f-47ce-9f22-8e67a78d3bcf] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.987641] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5221f7fd-9bfa-22b7-ce6f-4f43f67b7513, 'name': SearchDatastore_Task, 'duration_secs': 0.019572} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.993373] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.993968] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63f2f9b-7e3a-481c-ab0b-4ee2c4a415c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.013936] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1120.013936] env[62622]: value = "task-2702291" [ 1120.013936] env[62622]: _type = "Task" [ 1120.013936] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.022499] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.229151] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.229151] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544486', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'name': 'volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe43fdcf-2497-4c76-9ddf-7b1e0cf15238', 'attached_at': '', 'detached_at': '', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'serial': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.229151] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fee8ff-dd7c-4152-aa31-10042000b269 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.250642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6be6dd-9809-4cbd-8b67-078fa4bc6aeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.279418] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688/volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.279800] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7bd0bf-c5db-40e2-8d00-d8d4f01220f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.300671] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1120.300671] env[62622]: value = "task-2702292" [ 1120.300671] env[62622]: _type = "Task" [ 1120.300671] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.309144] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.455364] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702290, 'name': PowerOffVM_Task, 'duration_secs': 0.12162} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.455619] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.455782] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.456047] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d922945-6e0b-41bd-ab0c-1074f21cf4e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.480663] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.481031] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.481160] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Deleting the datastore file [datastore2] b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.481463] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52af797-eaca-4b21-bc23-05de75c5da55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.487653] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for the task: (returnval){ [ 1120.487653] env[62622]: value = "task-2702294" [ 1120.487653] env[62622]: _type = "Task" [ 1120.487653] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.491540] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: cc72c4f9-9533-48f5-a9b9-ea8a7cb7b478] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.498251] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.522842] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702291, 'name': ReconfigVM_Task, 'duration_secs': 0.225876} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.523728] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.524500] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46714deb-2960-403f-93a2-edd9aab12ae1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.551574] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.552122] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83719284-62fb-422e-9ab0-e1da8e9f8466 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.569969] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1120.569969] env[62622]: value = "task-2702295" [ 1120.569969] env[62622]: _type = "Task" [ 1120.569969] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.577654] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.811046] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702292, 'name': ReconfigVM_Task, 'duration_secs': 0.353699} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.811046] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688/volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.815441] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4966e02b-f4b4-4a44-be8b-3ced09f4253f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.830582] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1120.830582] env[62622]: value = "task-2702296" [ 1120.830582] env[62622]: _type = "Task" [ 1120.830582] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.834183] env[62622]: DEBUG nova.network.neutron [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Port a4b48221-b73f-4f33-a971-9bf4e642ad92 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1120.841445] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.997550] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: efe5672b-3623-4497-87a8-2672c086352e] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.999514] env[62622]: DEBUG oslo_vmware.api [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Task: {'id': task-2702294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098586} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.000301] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.000301] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.000301] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.000301] env[62622]: INFO nova.compute.manager [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1121.000555] env[62622]: DEBUG oslo.service.loopingcall [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.001010] env[62622]: DEBUG nova.compute.manager [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.001119] env[62622]: DEBUG nova.network.neutron [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.025277] env[62622]: DEBUG nova.network.neutron [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.080246] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702295, 'name': ReconfigVM_Task, 'duration_secs': 0.453555} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.080246] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to attach disk [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100/d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.081099] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fed8c0-f225-4b75-9cbc-1d141d239ded {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.103479] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad078a1-6baf-4aac-8432-3040f3b6ca3e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.905804] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: fc87febd-ab1e-4f0c-ad71-b3d9a41753a3] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.907339] env[62622]: DEBUG nova.network.neutron [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.912274] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505091b0-985a-4e58-860e-ef97bef3a5ee {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.937642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28390d0f-e3b4-4477-8c70-3af640d22f85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.940547] env[62622]: DEBUG oslo_vmware.api [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702296, 'name': ReconfigVM_Task, 'duration_secs': 0.193303} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.941402] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544486', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'name': 'volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe43fdcf-2497-4c76-9ddf-7b1e0cf15238', 'attached_at': '', 'detached_at': '', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'serial': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.947312] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.947643] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f94e70a-a0ef-4a5e-bca8-251367035a33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.961432] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1121.961432] env[62622]: value = "task-2702297" [ 1121.961432] env[62622]: _type = "Task" [ 1121.961432] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.971465] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.418872] env[62622]: INFO nova.compute.manager [-] [instance: b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a] Took 1.42 seconds to deallocate network for instance. [ 1122.419413] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: da64bb9b-4db1-4304-99f2-cacd85bef36e] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.429578] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.429969] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.430025] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.481491] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.935419] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: eccccb48-b273-41ee-92b0-083c180e843f] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.938314] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.938607] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.938926] env[62622]: DEBUG nova.objects.instance [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lazy-loading 'resources' on Instance uuid b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.980984] env[62622]: DEBUG oslo_vmware.api [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702297, 'name': PowerOnVM_Task, 'duration_secs': 0.564215} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.981476] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.006956] env[62622]: DEBUG nova.objects.instance [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.443030] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: f8c713cd-d776-4398-8ed5-edf4ee3b32b2] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.498179] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.498394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.498568] env[62622]: DEBUG nova.network.neutron [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.513576] env[62622]: DEBUG oslo_concurrency.lockutils [None req-903ddfaa-b79d-4739-9fba-3f192832774e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.892s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.622484] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc910992-67d0-4f2f-87ea-54fb19fa00ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.631635] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7857e09f-6e24-492a-8aaa-e47b164c2ea6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.663904] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a7577-68ee-42e8-a1fc-512434a3e765 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.672419] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a7b3e-1a21-4a8d-a329-803804fd9740 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.689683] env[62622]: DEBUG nova.compute.provider_tree [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.951671] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 13652151-da46-4228-b335-104fe331c9c3] Instance has had 0 of 5 cleanup attempts {{(pid=62622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.031990] env[62622]: INFO nova.compute.manager [None req-fbec2f6f-c496-4ea2-8108-1011e670239d tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance to original state: 'active' [ 1124.192276] env[62622]: DEBUG nova.scheduler.client.report [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.214672] env[62622]: DEBUG nova.network.neutron [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.216954] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.217258] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.455955] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.456161] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Cleaning up deleted instances with incomplete migration {{(pid=62622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1124.696943] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.717426] env[62622]: DEBUG oslo_concurrency.lockutils [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.722595] env[62622]: INFO nova.scheduler.client.report [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Deleted allocations for instance b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a [ 1124.724115] env[62622]: INFO nova.compute.manager [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Detaching volume 0dee6ec6-57b5-4f6f-9de0-bd17daa79688 [ 1124.767557] env[62622]: INFO nova.virt.block_device [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Attempting to driver detach volume 0dee6ec6-57b5-4f6f-9de0-bd17daa79688 from mountpoint /dev/sdb [ 1124.767828] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.768113] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544486', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'name': 'volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe43fdcf-2497-4c76-9ddf-7b1e0cf15238', 'attached_at': '', 'detached_at': '', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'serial': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.768936] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05367cfd-2a50-4baf-8151-ff2f5045fedc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.796566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8ddd3-db66-42d0-a253-3e866207f550 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.803750] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3681184-b81c-4bd4-9236-32d850feeaa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.827270] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93dfa2e-ba5d-45d5-9b06-67ec0a32ec9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.842801] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] The volume has not been displaced from its original location: [datastore1] volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688/volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.848159] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.848496] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28b078d-611d-4aca-9d0f-744d4707cabc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.871049] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1124.871049] env[62622]: value = "task-2702301" [ 1124.871049] env[62622]: _type = "Task" [ 1124.871049] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.877197] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.958593] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.235814] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f57b56-7853-4fc7-9867-ae56aab86759 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.245676] env[62622]: DEBUG oslo_concurrency.lockutils [None req-18d0b05e-172b-4110-9d57-f5eaa79469f1 tempest-ServersAaction247Test-1150269170 tempest-ServersAaction247Test-1150269170-project-member] Lock "b6036cbe-8f61-4b01-b4c3-38d5bc7ae42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.905s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.252922] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291164a-d9d0-4daf-a711-4e3a5971ed08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.378677] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702301, 'name': ReconfigVM_Task, 'duration_secs': 0.226063} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.379007] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.383707] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d00dab9-6789-429a-b66a-e0fb28121fea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.399518] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1125.399518] env[62622]: value = "task-2702302" [ 1125.399518] env[62622]: _type = "Task" [ 1125.399518] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.407564] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.671463] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.671739] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.671958] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.672171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.672345] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.674461] env[62622]: INFO nova.compute.manager [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Terminating instance [ 1125.908956] env[62622]: DEBUG oslo_vmware.api [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702302, 'name': ReconfigVM_Task, 'duration_secs': 0.253212} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.909246] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544486', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'name': 'volume-0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe43fdcf-2497-4c76-9ddf-7b1e0cf15238', 'attached_at': '', 'detached_at': '', 'volume_id': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688', 'serial': '0dee6ec6-57b5-4f6f-9de0-bd17daa79688'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.180394] env[62622]: DEBUG nova.compute.manager [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.180664] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.181032] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c624f09-c203-4dd6-944c-3aea01b5e37b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.188540] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1126.188540] env[62622]: value = "task-2702303" [ 1126.188540] env[62622]: _type = "Task" [ 1126.188540] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.199721] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.319520] env[62622]: DEBUG nova.compute.manager [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Stashing vm_state: active {{(pid=62622) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.365388] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb4417e-8985-45c8-8fb6-bddc214946f3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.386041] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce39a3bd-e686-4c16-b735-100208376651 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.394637] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.456750] env[62622]: DEBUG nova.objects.instance [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.698557] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702303, 'name': PowerOffVM_Task, 'duration_secs': 0.284523} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.698826] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.699033] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.699231] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544471', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'name': 'volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100', 'attached_at': '2025-02-19T18:22:06.000000', 'detached_at': '', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'serial': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.699991] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505a6bd-c6b1-41b7-87c5-004f5dedbdc1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.719744] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406771f3-7037-4595-afcf-9f8981509f36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.725875] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb8df97-66af-4f94-8d1c-1235fdb0be28 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.746397] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a274e78-106d-44ef-ac38-c51da944c920 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.761143] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] The volume has not been displaced from its original location: [datastore2] volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79/volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.766147] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.766392] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0078839-6218-4546-9053-b048668496ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.782938] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1126.782938] env[62622]: value = "task-2702304" [ 1126.782938] env[62622]: _type = "Task" [ 1126.782938] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.789866] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.835993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.836270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.902035] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.902035] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd509b7-09c5-45c7-9204-5bc539ba42c6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.909422] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1126.909422] env[62622]: value = "task-2702305" [ 1126.909422] env[62622]: _type = "Task" [ 1126.909422] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.916926] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.292419] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702304, 'name': ReconfigVM_Task, 'duration_secs': 0.218456} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.292770] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.297386] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d510fa2-8d09-42a8-834f-d94492f83de6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.312182] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1127.312182] env[62622]: value = "task-2702307" [ 1127.312182] env[62622]: _type = "Task" [ 1127.312182] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.320095] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.341719] env[62622]: INFO nova.compute.claims [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.419085] env[62622]: DEBUG oslo_vmware.api [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702305, 'name': PowerOnVM_Task, 'duration_secs': 0.431926} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.419401] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.419591] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9e3a21-67c8-4d0e-a143-5596703789d2 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance '774ccedb-3b92-40d0-9e67-d8a0e5e08312' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.464836] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aa877bff-7f74-4bda-b28b-c3a876fe9b8e tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.822194] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702307, 'name': ReconfigVM_Task, 'duration_secs': 0.490591} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.822502] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544471', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'name': 'volume-01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100', 'attached_at': '2025-02-19T18:22:06.000000', 'detached_at': '', 'volume_id': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79', 'serial': '01bec57d-5ebf-4037-b3f7-081cbe5a5e79'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.822775] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.823577] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c23d64-31fe-4f4d-be73-31bc270021a3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.829871] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.830156] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5f02ed-26df-48d0-8353-6f9cdd1e9dcb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.847374] env[62622]: INFO nova.compute.resource_tracker [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating resource usage from migration 7068ed07-89ee-456f-95d6-0b091632b027 [ 1127.908808] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.909043] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.909230] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleting the datastore file [datastore1] d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.909509] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-022bf205-650a-4c4d-95d7-7c097ec30894 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.915750] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1127.915750] env[62622]: value = "task-2702309" [ 1127.915750] env[62622]: _type = "Task" [ 1127.915750] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.929710] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.985224] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1bd0fc-5a63-427e-8202-6f8cdf95dfd4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.996435] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e8a6e-6fbd-47e7-915a-dd30d8db9c74 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.030634] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69e9c0-f5b4-4e0f-b4c2-ad676fcaf6a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.038507] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2a539a-5b1a-48f6-a6f5-2869b66792d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.052401] env[62622]: DEBUG nova.compute.provider_tree [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.425632] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.504614] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.504761] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.505239] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.505353] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.505590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.507933] env[62622]: INFO nova.compute.manager [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Terminating instance [ 1128.555323] env[62622]: DEBUG nova.scheduler.client.report [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.926645] env[62622]: DEBUG oslo_vmware.api [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737389} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.928058] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.928058] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.928058] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.928058] env[62622]: INFO nova.compute.manager [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1128.928058] env[62622]: DEBUG oslo.service.loopingcall [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.928292] env[62622]: DEBUG nova.compute.manager [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.928292] env[62622]: DEBUG nova.network.neutron [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.011826] env[62622]: DEBUG nova.compute.manager [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.012063] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.013166] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296caede-18a5-400a-8413-4bc353620909 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.020471] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.020695] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d281d73c-0bc7-4a8f-bd11-68163d93be1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.027083] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1129.027083] env[62622]: value = "task-2702310" [ 1129.027083] env[62622]: _type = "Task" [ 1129.027083] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.035101] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.059611] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.059819] env[62622]: INFO nova.compute.manager [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Migrating [ 1129.392150] env[62622]: DEBUG nova.compute.manager [req-44443722-22c4-4811-83a4-501113a66a10 req-46128100-9b66-4cf4-9b84-8627f58b4b0d service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Received event network-vif-deleted-c8c21d8d-b8c5-411e-9689-f95370e6eacf {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.392512] env[62622]: INFO nova.compute.manager [req-44443722-22c4-4811-83a4-501113a66a10 req-46128100-9b66-4cf4-9b84-8627f58b4b0d service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Neutron deleted interface c8c21d8d-b8c5-411e-9689-f95370e6eacf; detaching it from the instance and deleting it from the info cache [ 1129.392591] env[62622]: DEBUG nova.network.neutron [req-44443722-22c4-4811-83a4-501113a66a10 req-46128100-9b66-4cf4-9b84-8627f58b4b0d service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.538013] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702310, 'name': PowerOffVM_Task, 'duration_secs': 0.259503} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.538337] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.538544] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.538730] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-157afd4c-55c5-40b1-ae80-3ac4b7051200 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.575384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.575384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.575384] env[62622]: DEBUG nova.network.neutron [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.604221] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.604560] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.604787] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleting the datastore file [datastore1] fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.605128] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fad8f39d-5546-43dc-950d-065a054490ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.611515] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1129.611515] env[62622]: value = "task-2702313" [ 1129.611515] env[62622]: _type = "Task" [ 1129.611515] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.620802] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.862861] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.863143] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.863337] env[62622]: DEBUG nova.compute.manager [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Going to confirm migration 9 {{(pid=62622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1129.869584] env[62622]: DEBUG nova.network.neutron [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.895052] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64f7ecc4-3a0d-4550-9c1b-4b7a8f925399 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.904261] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8bc2c-f455-4e63-89fc-ee2a1c602f93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.934530] env[62622]: DEBUG nova.compute.manager [req-44443722-22c4-4811-83a4-501113a66a10 req-46128100-9b66-4cf4-9b84-8627f58b4b0d service nova] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Detach interface failed, port_id=c8c21d8d-b8c5-411e-9689-f95370e6eacf, reason: Instance d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1130.121985] env[62622]: DEBUG oslo_vmware.api [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196215} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.122262] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.122444] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.122619] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.122794] env[62622]: INFO nova.compute.manager [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1130.123047] env[62622]: DEBUG oslo.service.loopingcall [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.123248] env[62622]: DEBUG nova.compute.manager [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.123342] env[62622]: DEBUG nova.network.neutron [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.304811] env[62622]: DEBUG nova.network.neutron [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.372027] env[62622]: INFO nova.compute.manager [-] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Took 1.44 seconds to deallocate network for instance. [ 1130.428232] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.428573] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquired lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.428806] env[62622]: DEBUG nova.network.neutron [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.429007] env[62622]: DEBUG nova.objects.instance [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'info_cache' on Instance uuid 774ccedb-3b92-40d0-9e67-d8a0e5e08312 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.617882] env[62622]: DEBUG nova.compute.manager [req-5f462e4d-abdf-43b6-b2ad-128a4e81fbd2 req-02ce1c6d-ad99-402d-b02f-73a71ea26325 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Received event network-vif-deleted-674729df-9985-47a9-9a81-f6f04a808644 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.618187] env[62622]: INFO nova.compute.manager [req-5f462e4d-abdf-43b6-b2ad-128a4e81fbd2 req-02ce1c6d-ad99-402d-b02f-73a71ea26325 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Neutron deleted interface 674729df-9985-47a9-9a81-f6f04a808644; detaching it from the instance and deleting it from the info cache [ 1130.618337] env[62622]: DEBUG nova.network.neutron [req-5f462e4d-abdf-43b6-b2ad-128a4e81fbd2 req-02ce1c6d-ad99-402d-b02f-73a71ea26325 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.812879] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.915976] env[62622]: INFO nova.compute.manager [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100] Took 0.54 seconds to detach 1 volumes for instance. [ 1131.102118] env[62622]: DEBUG nova.network.neutron [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.120783] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba433cb-3952-4684-b299-e09880407523 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.131425] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6e7af-257b-4b80-8bd1-c12b925da252 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.160520] env[62622]: DEBUG nova.compute.manager [req-5f462e4d-abdf-43b6-b2ad-128a4e81fbd2 req-02ce1c6d-ad99-402d-b02f-73a71ea26325 service nova] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Detach interface failed, port_id=674729df-9985-47a9-9a81-f6f04a808644, reason: Instance fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1131.422521] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.422832] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.423095] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.444636] env[62622]: INFO nova.scheduler.client.report [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted allocations for instance d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100 [ 1131.605176] env[62622]: INFO nova.compute.manager [-] [instance: fe43fdcf-2497-4c76-9ddf-7b1e0cf15238] Took 1.48 seconds to deallocate network for instance. [ 1131.707740] env[62622]: DEBUG nova.network.neutron [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [{"id": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "address": "fa:16:3e:fd:a1:e5", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b48221-b7", "ovs_interfaceid": "a4b48221-b73f-4f33-a971-9bf4e642ad92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.953305] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4066ebca-d2e0-4cb8-a0a1-b151176afd88 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "d66e4bf6-f80a-4d4a-b4e1-2bb8b33f0100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.281s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.112120] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.112240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.112431] env[62622]: DEBUG nova.objects.instance [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'resources' on Instance uuid fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.211134] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Releasing lock "refresh_cache-774ccedb-3b92-40d0-9e67-d8a0e5e08312" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.211411] env[62622]: DEBUG nova.objects.instance [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'migration_context' on Instance uuid 774ccedb-3b92-40d0-9e67-d8a0e5e08312 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.330074] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9787e-824c-481a-8e9e-5b31c19fc7ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.349174] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 0 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.713969] env[62622]: DEBUG nova.objects.base [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Object Instance<774ccedb-3b92-40d0-9e67-d8a0e5e08312> lazy-loaded attributes: info_cache,migration_context {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.715373] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887de804-54c4-4840-8cc8-e0a152a9c3e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.718938] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb3ef8-c532-4084-b587-5b47e3b2fbf9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.740109] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a18b9c-c088-4dae-ab37-d9fd441d12a4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.743486] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d5163a-2fc5-42d9-9811-62b4dc3e648b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.748509] env[62622]: DEBUG oslo_vmware.api [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1132.748509] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52895105-85f3-9c6e-3826-e0aadf24eff2" [ 1132.748509] env[62622]: _type = "Task" [ 1132.748509] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.775242] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f641714-63ab-4dfd-a054-3f2a78833724 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.782519] env[62622]: DEBUG oslo_vmware.api [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52895105-85f3-9c6e-3826-e0aadf24eff2, 'name': SearchDatastore_Task, 'duration_secs': 0.00675} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.784533] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.785786] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0eaaa0-957d-40c4-a61a-d794d30ecc89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.798649] env[62622]: DEBUG nova.compute.provider_tree [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.855497] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.855827] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afeaffa-9ea0-4a22-a190-cbb9fd0c66af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.862401] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1132.862401] env[62622]: value = "task-2702315" [ 1132.862401] env[62622]: _type = "Task" [ 1132.862401] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.871666] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.898118] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.898377] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.302073] env[62622]: DEBUG nova.scheduler.client.report [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.371872] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702315, 'name': PowerOffVM_Task, 'duration_secs': 0.16489} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.372234] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.372435] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 17 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.400772] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.808128] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.810187] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.026s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.830919] env[62622]: INFO nova.scheduler.client.report [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted allocations for instance fe43fdcf-2497-4c76-9ddf-7b1e0cf15238 [ 1133.878632] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.878947] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.879143] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.879343] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.879494] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.879642] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.879864] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.880044] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.880470] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.880645] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.880837] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.886899] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3026437-75e5-40c9-963c-6c36115db57f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.902706] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1133.902706] env[62622]: value = "task-2702317" [ 1133.902706] env[62622]: _type = "Task" [ 1133.902706] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.913903] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.923674] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.337715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d69c4ca3-0f9b-4e71-9534-bb33b7b9ecea tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "fe43fdcf-2497-4c76-9ddf-7b1e0cf15238" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.833s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.412869] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702317, 'name': ReconfigVM_Task, 'duration_secs': 0.22949} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.415721] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 33 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.432144] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f962c3-fbad-425a-83a3-52e5c7d1373a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.440560] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65331654-98e2-4423-a64b-9356c1c509b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.473020] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f62ccc-68b0-4bed-811d-8092829a4fbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.481282] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20224c-d8b7-4e74-bb59-354f9a8119c7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.496544] env[62622]: DEBUG nova.compute.provider_tree [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.922912] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.923281] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.923347] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.923515] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.923662] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.923813] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.924564] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.924564] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.924564] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.924564] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.924871] env[62622]: DEBUG nova.virt.hardware [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.930311] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.930598] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6636b60f-4869-4ca1-adf2-b1622a2f2ec7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.952528] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1134.952528] env[62622]: value = "task-2702318" [ 1134.952528] env[62622]: _type = "Task" [ 1134.952528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.962015] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.000107] env[62622]: DEBUG nova.scheduler.client.report [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.334960] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.335256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.335590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "feb63777-049e-46d0-9a74-c075c2273b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.335807] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.335981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.339459] env[62622]: INFO nova.compute.manager [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Terminating instance [ 1135.462840] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702318, 'name': ReconfigVM_Task, 'duration_secs': 0.168161} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.464231] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.465098] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc5612-4dbc-45a2-a0f6-2288cdbb4b93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.492622] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.492928] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa54189f-a14a-443d-a442-4396c06bcfef {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.518761] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1135.518761] env[62622]: value = "task-2702320" [ 1135.518761] env[62622]: _type = "Task" [ 1135.518761] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.527752] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.841444] env[62622]: DEBUG nova.compute.manager [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.841673] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.842959] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da221980-47f8-4c9c-8a18-1bd93bf44194 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.851594] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.851868] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d28df7a-c07a-4a5d-a74e-582fb5482ba9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.858597] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1135.858597] env[62622]: value = "task-2702321" [ 1135.858597] env[62622]: _type = "Task" [ 1135.858597] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.868790] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.014955] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.018098] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.094s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.019656] env[62622]: INFO nova.compute.claims [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.032061] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702320, 'name': ReconfigVM_Task, 'duration_secs': 0.270431} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.032304] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.032562] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 50 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.369446] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702321, 'name': PowerOffVM_Task, 'duration_secs': 0.390739} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.369738] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.369907] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.370184] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1382421-ebe6-416b-9afa-0e26e9bc1ae7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.396294] env[62622]: INFO nova.compute.manager [None req-eda89107-1bb6-442b-8e26-6463d1f60f9a tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Get console output [ 1136.396698] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-eda89107-1bb6-442b-8e26-6463d1f60f9a tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] The console log is missing. Check your VSPC configuration [ 1136.538552] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e1401-b396-41af-9869-5cee2e89fa17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.562089] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00922e23-f30b-4066-8d71-af4e3dbd8ad0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.580830] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 67 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.584893] env[62622]: INFO nova.scheduler.client.report [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocation for migration 403d7c46-f308-40b2-9f52-dc9f31125e5d [ 1136.665417] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.665655] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.091206] env[62622]: DEBUG oslo_concurrency.lockutils [None req-271ebc80-072f-4a46-b720-5abcfdb4ceb8 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.228s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.127103] env[62622]: DEBUG nova.network.neutron [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Port ab14fed9-513d-4b28-8573-84b9faa00df5 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1137.132244] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56210ad-6987-4ad4-906e-e7ab73e5593a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.140828] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d30ded-388e-4e62-9d51-1f65771d48f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.172067] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.177019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e39a97e-49ba-42bd-a6a0-ace342129801 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.184331] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08887f87-6f71-4b0e-811e-b80e47164e49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.199032] env[62622]: DEBUG nova.compute.provider_tree [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.693926] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.702449] env[62622]: DEBUG nova.scheduler.client.report [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.148494] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.148856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.148915] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.206933] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.207458] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.210126] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.516s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.211496] env[62622]: INFO nova.compute.claims [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.717159] env[62622]: DEBUG nova.compute.utils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1138.720286] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.720454] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.762443] env[62622]: DEBUG nova.policy [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9867f9ed6e04738b2f0911d53ff1046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbe2f13a2dc468e87657b4df10f3a5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.008465] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Successfully created port: 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.183119] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.183345] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.183638] env[62622]: DEBUG nova.network.neutron [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.221426] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.332360] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97adb7db-e3f9-4808-ab39-a0a70275d25b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.340928] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84648e1e-1e51-4241-99b1-d7e118b1cc92 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.370949] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c182d4a-7629-4e33-9f2b-c1a4c600de63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.378697] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c906487-4150-4e01-992c-f01de61268cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.393632] env[62622]: DEBUG nova.compute.provider_tree [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.885067] env[62622]: DEBUG nova.network.neutron [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.896145] env[62622]: DEBUG nova.scheduler.client.report [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.154502] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.154715] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.154879] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleting the datastore file [datastore1] feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.155152] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec191bc4-d352-4354-b2b9-d6c030efc9ca {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.162491] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for the task: (returnval){ [ 1140.162491] env[62622]: value = "task-2702324" [ 1140.162491] env[62622]: _type = "Task" [ 1140.162491] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.170813] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.236984] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.264022] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.264022] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.264022] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.264458] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.264718] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.264983] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.265339] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.266023] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.266023] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.266023] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.266159] env[62622]: DEBUG nova.virt.hardware [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.267075] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b4040-e349-4809-a16d-4437e7de5fe1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.275116] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fbfb2-1645-4ecd-9fca-14725073184b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.375355] env[62622]: DEBUG nova.compute.manager [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.375656] env[62622]: DEBUG oslo_concurrency.lockutils [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.375829] env[62622]: DEBUG oslo_concurrency.lockutils [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.376059] env[62622]: DEBUG oslo_concurrency.lockutils [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.376241] env[62622]: DEBUG nova.compute.manager [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] No waiting events found dispatching network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.376428] env[62622]: WARNING nova.compute.manager [req-8f918dfd-b3df-4485-a769-f0c7caf4f08b req-ec6cc263-69c6-495b-a35a-2869e43183ac service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received unexpected event network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 for instance with vm_state building and task_state spawning. [ 1140.388257] env[62622]: DEBUG oslo_concurrency.lockutils [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.400424] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.400922] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.469742] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Successfully updated port: 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.672169] env[62622]: DEBUG oslo_vmware.api [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Task: {'id': task-2702324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393225} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.672542] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.672751] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.672972] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.673200] env[62622]: INFO nova.compute.manager [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Took 4.83 seconds to destroy the instance on the hypervisor. [ 1140.673445] env[62622]: DEBUG oslo.service.loopingcall [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.673637] env[62622]: DEBUG nova.compute.manager [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.673732] env[62622]: DEBUG nova.network.neutron [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.906049] env[62622]: DEBUG nova.compute.utils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.907499] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.907682] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.920853] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64f1ce-60e3-4173-954a-e7f9a012e156 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.943308] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2dcfd-999f-45fd-bb34-70852f81f040 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.949891] env[62622]: DEBUG nova.policy [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '397fb319121846c9ad9eef0975eb3e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8af2f0be4054d13ac7912e96c7803c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.954098] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 83 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.972572] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.972722] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.972867] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.258038] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Successfully created port: fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.411260] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.460093] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.460562] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c10d385-a8b6-46c1-be1c-35de1d18a245 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.469607] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1141.469607] env[62622]: value = "task-2702325" [ 1141.469607] env[62622]: _type = "Task" [ 1141.469607] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.480871] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.509446] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.667266] env[62622]: DEBUG nova.network.neutron [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.886661] env[62622]: DEBUG nova.network.neutron [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.980154] env[62622]: DEBUG oslo_vmware.api [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702325, 'name': PowerOnVM_Task, 'duration_secs': 0.405845} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.980395] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.980587] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-65183a46-2be6-49b5-a522-7ce438ce13e9 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance '98a7d77f-34b0-46b3-9e43-811533a28045' progress to 100 {{(pid=62622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.169862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.170209] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance network_info: |[{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.170629] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f5:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '005a121d-ee3d-43f5-8a5c-020156eefeb3', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.178122] env[62622]: DEBUG oslo.service.loopingcall [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1142.178326] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.178539] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebacf471-67d5-4563-b561-2b4fb90736f0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.205901] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.205901] env[62622]: value = "task-2702327" [ 1142.205901] env[62622]: _type = "Task" [ 1142.205901] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.214205] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702327, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.389640] env[62622]: INFO nova.compute.manager [-] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Took 1.72 seconds to deallocate network for instance. [ 1142.415593] env[62622]: DEBUG nova.compute.manager [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.415726] env[62622]: DEBUG nova.compute.manager [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing instance network info cache due to event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.415933] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.416257] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.416459] env[62622]: DEBUG nova.network.neutron [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.420330] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.447477] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.447708] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.447869] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.448059] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.448208] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.448353] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.448557] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.448716] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.448882] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.449056] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.449272] env[62622]: DEBUG nova.virt.hardware [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.450371] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e23fc8-2ef8-4cb3-b1a9-49310c8abcbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.461128] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda12113-36f1-4e89-8d6f-fc1132e94fda {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.630199] env[62622]: DEBUG nova.compute.manager [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Received event network-vif-plugged-fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.630199] env[62622]: DEBUG oslo_concurrency.lockutils [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.630199] env[62622]: DEBUG oslo_concurrency.lockutils [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.630199] env[62622]: DEBUG oslo_concurrency.lockutils [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.630199] env[62622]: DEBUG nova.compute.manager [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] No waiting events found dispatching network-vif-plugged-fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.630199] env[62622]: WARNING nova.compute.manager [req-bf4d4382-9984-48ba-a09b-5a580e8a01de req-e1215dcf-929d-414d-a1fd-c393429dabf1 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Received unexpected event network-vif-plugged-fec6407a-6066-4120-93a0-8785d472930a for instance with vm_state building and task_state spawning. [ 1142.708073] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Successfully updated port: fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.720878] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702327, 'name': CreateVM_Task, 'duration_secs': 0.32628} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.721624] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.722408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.722578] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.722893] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.723380] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3b3aa0-c2f2-40e1-91ba-48134188a940 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.728414] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1142.728414] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5262588a-7db9-e529-dacf-dea9db18d61e" [ 1142.728414] env[62622]: _type = "Task" [ 1142.728414] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.737313] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5262588a-7db9-e529-dacf-dea9db18d61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.896754] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.897103] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.897336] env[62622]: DEBUG nova.objects.instance [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lazy-loading 'resources' on Instance uuid feb63777-049e-46d0-9a74-c075c2273b91 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.095412] env[62622]: DEBUG nova.network.neutron [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updated VIF entry in instance network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.095763] env[62622]: DEBUG nova.network.neutron [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.210321] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.210488] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.210611] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.239862] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5262588a-7db9-e529-dacf-dea9db18d61e, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.240194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.240376] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.240598] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.240743] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.240947] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.241213] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf288a5-b3c3-4c0e-b89e-fef25d61869a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.251242] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.251423] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.252140] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797387a1-09f6-4312-9a6d-055668dd83ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.257928] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1143.257928] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd208b-f34e-0b9b-7608-cbf247ae74cd" [ 1143.257928] env[62622]: _type = "Task" [ 1143.257928] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.266197] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd208b-f34e-0b9b-7608-cbf247ae74cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.515948] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c7caa-86b1-4daf-b2ce-12996ba0f70a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.525281] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e9db7-118b-4f42-86c0-6231c1be6abd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.558577] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425d7b8-d753-428e-988c-0ebc17383523 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.567060] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1200c-312e-4c6f-84f6-7f67136a3451 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.586395] env[62622]: DEBUG nova.compute.provider_tree [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.598868] env[62622]: DEBUG oslo_concurrency.lockutils [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.598868] env[62622]: DEBUG nova.compute.manager [req-bbfafc55-0f02-418a-ab8a-54312889230e req-be04d4d2-3c9f-4a5b-b6e6-407b913dd1b2 service nova] [instance: feb63777-049e-46d0-9a74-c075c2273b91] Received event network-vif-deleted-c9fe19e2-117b-4e3e-b36b-1a110a85ff7d {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.745312] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.771127] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52dd208b-f34e-0b9b-7608-cbf247ae74cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.771973] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0001bd45-1568-41b7-83f9-5fdf4cb1fdaa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.777913] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1143.777913] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5257b549-04c3-2473-8fcc-6263285df232" [ 1143.777913] env[62622]: _type = "Task" [ 1143.777913] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.785908] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5257b549-04c3-2473-8fcc-6263285df232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.889150] env[62622]: DEBUG nova.network.neutron [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating instance_info_cache with network_info: [{"id": "fec6407a-6066-4120-93a0-8785d472930a", "address": "fa:16:3e:20:14:d7", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec6407a-60", "ovs_interfaceid": "fec6407a-6066-4120-93a0-8785d472930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.089798] env[62622]: DEBUG nova.scheduler.client.report [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.230234] env[62622]: DEBUG nova.network.neutron [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Port ab14fed9-513d-4b28-8573-84b9faa00df5 binding to destination host cpu-1 is already ACTIVE {{(pid=62622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.230541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.230700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.230893] env[62622]: DEBUG nova.network.neutron [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.289291] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5257b549-04c3-2473-8fcc-6263285df232, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.289578] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.289834] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.290251] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063b4ff5-c453-4ce8-9dc1-373c79b8e1bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.298159] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1144.298159] env[62622]: value = "task-2702328" [ 1144.298159] env[62622]: _type = "Task" [ 1144.298159] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.307220] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.391708] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.392130] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Instance network_info: |[{"id": "fec6407a-6066-4120-93a0-8785d472930a", "address": "fa:16:3e:20:14:d7", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec6407a-60", "ovs_interfaceid": "fec6407a-6066-4120-93a0-8785d472930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.392590] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:14:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec6407a-6066-4120-93a0-8785d472930a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.400551] env[62622]: DEBUG oslo.service.loopingcall [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.400800] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.401097] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a807fae5-398a-4707-a637-9a6a158d9568 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.422507] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.422507] env[62622]: value = "task-2702329" [ 1144.422507] env[62622]: _type = "Task" [ 1144.422507] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.430934] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702329, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.597807] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.619119] env[62622]: INFO nova.scheduler.client.report [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Deleted allocations for instance feb63777-049e-46d0-9a74-c075c2273b91 [ 1144.659089] env[62622]: DEBUG nova.compute.manager [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Received event network-changed-fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.659369] env[62622]: DEBUG nova.compute.manager [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Refreshing instance network info cache due to event network-changed-fec6407a-6066-4120-93a0-8785d472930a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.659651] env[62622]: DEBUG oslo_concurrency.lockutils [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] Acquiring lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.659845] env[62622]: DEBUG oslo_concurrency.lockutils [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] Acquired lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.660028] env[62622]: DEBUG nova.network.neutron [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Refreshing network info cache for port fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.777267] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "baf89b6f-823e-4789-bb7c-611ee7538048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.777507] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.812683] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460443} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.813039] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.813329] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.813629] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7de2ac3-005a-4137-9f5b-25ce9bc31eb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.822965] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1144.822965] env[62622]: value = "task-2702330" [ 1144.822965] env[62622]: _type = "Task" [ 1144.822965] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.833079] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.933331] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702329, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.970137] env[62622]: DEBUG nova.network.neutron [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.127789] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f5b58c9f-71cd-42f8-8436-672e13ac1171 tempest-AttachVolumeShelveTestJSON-382655293 tempest-AttachVolumeShelveTestJSON-382655293-project-member] Lock "feb63777-049e-46d0-9a74-c075c2273b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.792s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.280174] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.334162] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071019} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.334403] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.335243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e70915-4569-48aa-9c2d-7e614d288eb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.358351] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.360688] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadd750c-0d37-4ee3-a904-af08e03b29e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.380772] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1145.380772] env[62622]: value = "task-2702331" [ 1145.380772] env[62622]: _type = "Task" [ 1145.380772] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.388625] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.404120] env[62622]: DEBUG nova.network.neutron [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updated VIF entry in instance network info cache for port fec6407a-6066-4120-93a0-8785d472930a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.404584] env[62622]: DEBUG nova.network.neutron [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating instance_info_cache with network_info: [{"id": "fec6407a-6066-4120-93a0-8785d472930a", "address": "fa:16:3e:20:14:d7", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec6407a-60", "ovs_interfaceid": "fec6407a-6066-4120-93a0-8785d472930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.433798] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702329, 'name': CreateVM_Task, 'duration_secs': 0.58729} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.433985] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.434607] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.434771] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.435149] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.435375] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ec3020-b1e2-4098-9007-76e612921f15 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.439796] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1145.439796] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524aec66-add0-bb7d-a892-6015c23f70df" [ 1145.439796] env[62622]: _type = "Task" [ 1145.439796] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.447493] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524aec66-add0-bb7d-a892-6015c23f70df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.472433] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.802562] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.802803] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.804789] env[62622]: INFO nova.compute.claims [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.891014] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702331, 'name': ReconfigVM_Task, 'duration_secs': 0.339929} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.891256] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.891881] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41f2cc56-cee5-4202-9290-e1d8b3a3e3ce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.898896] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1145.898896] env[62622]: value = "task-2702332" [ 1145.898896] env[62622]: _type = "Task" [ 1145.898896] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.907120] env[62622]: DEBUG oslo_concurrency.lockutils [req-c16f127f-329f-4ebd-b0fb-0614fee41d05 req-96185a50-9ba1-4eb0-bb43-37459e344312 service nova] Releasing lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.907488] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702332, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.952563] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524aec66-add0-bb7d-a892-6015c23f70df, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.952890] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.953154] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.953394] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.953542] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.953720] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.953986] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db5e0f78-f4bd-4b25-8e9f-700304dc90af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.964524] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.964524] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.964524] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9430f9c9-35ff-48a0-b0f6-50907535775e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.970841] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1145.970841] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52de58d0-65f2-130c-0b37-f20e37a51944" [ 1145.970841] env[62622]: _type = "Task" [ 1145.970841] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.974981] env[62622]: DEBUG nova.compute.manager [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1145.975242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.981090] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52de58d0-65f2-130c-0b37-f20e37a51944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.411864] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702332, 'name': Rename_Task, 'duration_secs': 0.157895} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.412680] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.412680] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0799f55d-c5a1-4275-a0bc-3c28d2847ccb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.420232] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1146.420232] env[62622]: value = "task-2702333" [ 1146.420232] env[62622]: _type = "Task" [ 1146.420232] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.428575] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.481475] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52de58d0-65f2-130c-0b37-f20e37a51944, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.482309] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d4cb62-dde9-467b-ab92-93021003481d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.487879] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1146.487879] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524edfc9-2d0a-f044-d4a3-2e22fccddf1b" [ 1146.487879] env[62622]: _type = "Task" [ 1146.487879] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.496124] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524edfc9-2d0a-f044-d4a3-2e22fccddf1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.936500] env[62622]: DEBUG oslo_vmware.api [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702333, 'name': PowerOnVM_Task, 'duration_secs': 0.440369} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.937697] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.937936] env[62622]: INFO nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1146.938169] env[62622]: DEBUG nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.938919] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cb7be-064f-48df-90c7-a96aa4dec817 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.941824] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde2240a-e62d-49a3-9689-283233372284 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.954190] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccecc39-40dd-4116-9034-2de2e05b5d08 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.987256] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f90e60-5878-4021-987d-66713fdec0c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.000529] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524edfc9-2d0a-f044-d4a3-2e22fccddf1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.002595] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.002897] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 6e17ddd6-ce01-4208-91d1-e606340766c8/6e17ddd6-ce01-4208-91d1-e606340766c8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.003244] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76571a9-efa3-40cd-9f0a-e2d9b32687f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.006316] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded44222-a868-4b48-bd56-3bade5344d17 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.024521] env[62622]: DEBUG nova.compute.provider_tree [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.027830] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1147.027830] env[62622]: value = "task-2702334" [ 1147.027830] env[62622]: _type = "Task" [ 1147.027830] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.037188] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.466062] env[62622]: INFO nova.compute.manager [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Took 13.56 seconds to build instance. [ 1147.529323] env[62622]: DEBUG nova.scheduler.client.report [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.543940] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.967787] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e691bb83-ca14-4204-ad15-4c1ead17a4da tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.069s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.039431] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.039653] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.042361] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.067s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.049765] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60527} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.050559] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 6e17ddd6-ce01-4208-91d1-e606340766c8/6e17ddd6-ce01-4208-91d1-e606340766c8.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.050559] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.050559] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e54bf4c-60db-4092-938b-538e338ea19a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.058767] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1148.058767] env[62622]: value = "task-2702335" [ 1148.058767] env[62622]: _type = "Task" [ 1148.058767] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.069619] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.480037] env[62622]: DEBUG nova.compute.manager [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.480239] env[62622]: DEBUG nova.compute.manager [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing instance network info cache due to event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.480471] env[62622]: DEBUG oslo_concurrency.lockutils [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.480687] env[62622]: DEBUG oslo_concurrency.lockutils [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.480864] env[62622]: DEBUG nova.network.neutron [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.547726] env[62622]: DEBUG nova.compute.utils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1148.549822] env[62622]: DEBUG nova.objects.instance [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'migration_context' on Instance uuid 98a7d77f-34b0-46b3-9e43-811533a28045 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.550498] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.550665] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.570265] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170704} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.571032] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.571460] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306d54b-4d06-459a-822e-9b0f30fd5136 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.593633] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6e17ddd6-ce01-4208-91d1-e606340766c8/6e17ddd6-ce01-4208-91d1-e606340766c8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.595171] env[62622]: DEBUG nova.policy [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da61d9588d9b4b84bbdf04a4838657b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08538f9a013143c9be0e82a048d95c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.596663] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa2c0dd-2d8c-438c-b985-40c247300423 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.619692] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1148.619692] env[62622]: value = "task-2702336" [ 1148.619692] env[62622]: _type = "Task" [ 1148.619692] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.628144] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.884825] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Successfully created port: 1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.051725] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.133380] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.188161] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1477c-b93a-4634-8109-a953e46a90d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.196358] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdae39d-abc2-423b-8301-a3ab92d5632b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.229500] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879b290-cbb2-4f91-8bf8-a83129770326 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.238205] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2a6a0-bf4a-44c8-8232-66f48d563d88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.253394] env[62622]: DEBUG nova.compute.provider_tree [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.264321] env[62622]: DEBUG nova.network.neutron [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updated VIF entry in instance network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.264670] env[62622]: DEBUG nova.network.neutron [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.558686] env[62622]: INFO nova.virt.block_device [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Booting with volume ee1497d5-276c-4a6f-9d36-48aab00435bb at /dev/sda [ 1149.615234] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f25437ba-830d-484f-8fb2-027456acdd9d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.629181] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa3f04-dcfe-498b-99a6-6f4c923d8786 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.642939] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702336, 'name': ReconfigVM_Task, 'duration_secs': 0.853117} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.644150] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6e17ddd6-ce01-4208-91d1-e606340766c8/6e17ddd6-ce01-4208-91d1-e606340766c8.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.644786] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d43dc53-a85b-460a-baed-6c68a7f699bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.651939] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1149.651939] env[62622]: value = "task-2702337" [ 1149.651939] env[62622]: _type = "Task" [ 1149.651939] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.671876] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702337, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.672203] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1548222d-3c1e-4b78-a277-c1d79f196fa8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.682484] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9424591e-631e-448b-9d07-834aaf458128 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.716417] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bfcc31-5400-4aaa-82e3-2b99bfad6f93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.723650] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a4e06-9520-43b2-aac7-a9f3d4af03f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.738233] env[62622]: DEBUG nova.virt.block_device [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updating existing volume attachment record: 33f6cebc-4b16-4a7b-a9e7-da7c9a929151 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1149.756287] env[62622]: DEBUG nova.scheduler.client.report [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.767441] env[62622]: DEBUG oslo_concurrency.lockutils [req-0101c593-18e8-4a9f-9869-915bfd560a39 req-f2bb418a-4994-49c9-a8f0-54c3708db4fd service nova] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.163179] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702337, 'name': Rename_Task, 'duration_secs': 0.297863} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.163579] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.163700] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a650d840-7089-41d1-b3b2-d8c5440f1ab8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.170882] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1150.170882] env[62622]: value = "task-2702338" [ 1150.170882] env[62622]: _type = "Task" [ 1150.170882] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.178565] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.445250] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Successfully updated port: 1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.593222] env[62622]: DEBUG nova.compute.manager [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Received event network-vif-plugged-1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.593611] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Acquiring lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.593848] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.594034] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.594212] env[62622]: DEBUG nova.compute.manager [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] No waiting events found dispatching network-vif-plugged-1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.594379] env[62622]: WARNING nova.compute.manager [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Received unexpected event network-vif-plugged-1d6c8598-fd8c-4a8d-a037-3d479f285665 for instance with vm_state building and task_state block_device_mapping. [ 1150.594537] env[62622]: DEBUG nova.compute.manager [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Received event network-changed-1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.594688] env[62622]: DEBUG nova.compute.manager [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Refreshing instance network info cache due to event network-changed-1d6c8598-fd8c-4a8d-a037-3d479f285665. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.594879] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Acquiring lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.595059] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Acquired lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.595245] env[62622]: DEBUG nova.network.neutron [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Refreshing network info cache for port 1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.681490] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.767464] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.947966] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.127640] env[62622]: DEBUG nova.network.neutron [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.181720] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.208340] env[62622]: DEBUG nova.network.neutron [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.683541] env[62622]: DEBUG oslo_vmware.api [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702338, 'name': PowerOnVM_Task, 'duration_secs': 1.289738} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.683811] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.684017] env[62622]: INFO nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1151.684204] env[62622]: DEBUG nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.684992] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb399b60-dd49-4d6f-b3ac-85e81b88138b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.710603] env[62622]: DEBUG oslo_concurrency.lockutils [req-a8e7d7ac-fdcd-4025-a3ff-51654833b309 req-44c7b680-5733-480d-a8bf-395e4c242231 service nova] Releasing lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.710973] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquired lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.711166] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.818436] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.819301] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.819638] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.819851] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.820119] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.820336] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.820542] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.820819] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.821046] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.821279] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.821505] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.821752] env[62622]: DEBUG nova.virt.hardware [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.823026] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f492b-073c-41d9-a639-1c0c92a39be5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.835385] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882d7a5-29ed-4e10-a775-039c20bf77d9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.205256] env[62622]: INFO nova.compute.manager [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Took 14.53 seconds to build instance. [ 1152.243283] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.306829] env[62622]: INFO nova.compute.manager [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Swapping old allocation on dict_keys(['7f920731-174d-4ce3-b2ce-59062587c455']) held by migration 7068ed07-89ee-456f-95d6-0b091632b027 for instance [ 1152.331220] env[62622]: DEBUG nova.scheduler.client.report [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Overwriting current allocation {'allocations': {'7f920731-174d-4ce3-b2ce-59062587c455': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '13e9a955b41e4cb190b1375f52d61088', 'user_id': '94ebfaf9bd1546fdbb3980b8326eee68', 'consumer_generation': 1} on consumer 98a7d77f-34b0-46b3-9e43-811533a28045 {{(pid=62622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1152.369231] env[62622]: DEBUG nova.network.neutron [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updating instance_info_cache with network_info: [{"id": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "address": "fa:16:3e:79:11:c8", "network": {"id": "cf9ba0e7-8671-475a-aa4b-03d69fb975a0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-558721277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08538f9a013143c9be0e82a048d95c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c8598-fd", "ovs_interfaceid": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.409117] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.409361] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.409540] env[62622]: DEBUG nova.network.neutron [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.707306] env[62622]: DEBUG oslo_concurrency.lockutils [None req-33cf7963-0178-462b-bc5f-804da5860722 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.041s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.874124] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Releasing lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.874124] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance network_info: |[{"id": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "address": "fa:16:3e:79:11:c8", "network": {"id": "cf9ba0e7-8671-475a-aa4b-03d69fb975a0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-558721277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08538f9a013143c9be0e82a048d95c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c8598-fd", "ovs_interfaceid": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.874399] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:11:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d6c8598-fd8c-4a8d-a037-3d479f285665', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.881943] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Creating folder: Project (08538f9a013143c9be0e82a048d95c93). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.882250] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a770e4-aecd-4631-abb5-18828e4313ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.898423] env[62622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1152.898585] env[62622]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1152.898951] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Folder already exists: Project (08538f9a013143c9be0e82a048d95c93). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1152.899194] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Creating folder: Instances. Parent ref: group-v544487. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.899443] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe83a9db-332f-4be6-a63c-6391bc0f502d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.910530] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Created folder: Instances in parent group-v544487. [ 1152.910785] env[62622]: DEBUG oslo.service.loopingcall [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.910977] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.913128] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8022c2-6ba1-4d80-acef-072d5eb9eeae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.933168] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.933168] env[62622]: value = "task-2702341" [ 1152.933168] env[62622]: _type = "Task" [ 1152.933168] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.941220] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702341, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.143685] env[62622]: DEBUG nova.network.neutron [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [{"id": "ab14fed9-513d-4b28-8573-84b9faa00df5", "address": "fa:16:3e:b7:fd:a1", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab14fed9-51", "ovs_interfaceid": "ab14fed9-513d-4b28-8573-84b9faa00df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.359660] env[62622]: DEBUG nova.compute.manager [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Received event network-changed-fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.359909] env[62622]: DEBUG nova.compute.manager [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Refreshing instance network info cache due to event network-changed-fec6407a-6066-4120-93a0-8785d472930a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.360085] env[62622]: DEBUG oslo_concurrency.lockutils [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] Acquiring lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.360281] env[62622]: DEBUG oslo_concurrency.lockutils [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] Acquired lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.360490] env[62622]: DEBUG nova.network.neutron [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Refreshing network info cache for port fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.443983] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702341, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.647122] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-98a7d77f-34b0-46b3-9e43-811533a28045" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.647655] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.647934] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dddfd96-3b57-41ca-adca-765c43235965 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.655860] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1153.655860] env[62622]: value = "task-2702342" [ 1153.655860] env[62622]: _type = "Task" [ 1153.655860] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.664130] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.929437] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.929437] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.944291] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702341, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.088644] env[62622]: DEBUG nova.network.neutron [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updated VIF entry in instance network info cache for port fec6407a-6066-4120-93a0-8785d472930a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.089031] env[62622]: DEBUG nova.network.neutron [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating instance_info_cache with network_info: [{"id": "fec6407a-6066-4120-93a0-8785d472930a", "address": "fa:16:3e:20:14:d7", "network": {"id": "d4d2a789-280a-455c-9cc9-dff9562c516e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1195297984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2f0be4054d13ac7912e96c7803c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec6407a-60", "ovs_interfaceid": "fec6407a-6066-4120-93a0-8785d472930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.166666] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702342, 'name': PowerOffVM_Task, 'duration_secs': 0.199327} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.167096] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.167675] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.167901] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.168080] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.168262] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.168409] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.168555] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.168759] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.168918] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.169096] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.169264] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.169478] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.174408] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ec92bf-2204-4466-b36f-d0cdc5b715d1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.191544] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1154.191544] env[62622]: value = "task-2702343" [ 1154.191544] env[62622]: _type = "Task" [ 1154.191544] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.206929] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.437170] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.437633] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1154.448361] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702341, 'name': CreateVM_Task, 'duration_secs': 1.344743} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.448460] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.455913] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544490', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'name': 'volume-ee1497d5-276c-4a6f-9d36-48aab00435bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baf89b6f-823e-4789-bb7c-611ee7538048', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'serial': 'ee1497d5-276c-4a6f-9d36-48aab00435bb'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '33f6cebc-4b16-4a7b-a9e7-da7c9a929151', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1154.456185] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Root volume attach. Driver type: vmdk {{(pid=62622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1154.456968] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f77e34-2490-4ade-bd7f-e2a85fadc09d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.465620] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b5e33-69d6-4e77-974e-50fff92aca6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.472011] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d82720-ed16-4685-986e-c638a372439c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.478308] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3925487f-3354-4c93-b27a-e302cfdc0554 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.485813] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1154.485813] env[62622]: value = "task-2702344" [ 1154.485813] env[62622]: _type = "Task" [ 1154.485813] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.493829] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.591899] env[62622]: DEBUG oslo_concurrency.lockutils [req-9dcbe42e-9bb7-4e72-bbda-119df9e6b68a req-1ef2d0bd-3413-46b7-b71d-3cead04fa7e4 service nova] Releasing lock "refresh_cache-6e17ddd6-ce01-4208-91d1-e606340766c8" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.703091] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702343, 'name': ReconfigVM_Task, 'duration_secs': 0.161136} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.704123] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85543ec-42fb-49f4-ba30-79af52015d34 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.725734] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.726027] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.726201] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.726392] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.726543] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.726692] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.726901] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.727099] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.727292] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.727458] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.727635] env[62622]: DEBUG nova.virt.hardware [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.728590] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450b9558-4052-498d-8135-18d31bdf5879 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.735398] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1154.735398] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5296b8cb-55e1-6ad3-2483-cf48ba9ad862" [ 1154.735398] env[62622]: _type = "Task" [ 1154.735398] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.745578] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5296b8cb-55e1-6ad3-2483-cf48ba9ad862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.997903] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 43%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.249441] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5296b8cb-55e1-6ad3-2483-cf48ba9ad862, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.254518] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.254842] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db70a2bf-d675-4615-bf34-d8e5e7e0ebfe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.277205] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1155.277205] env[62622]: value = "task-2702345" [ 1155.277205] env[62622]: _type = "Task" [ 1155.277205] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.286423] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.500248] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 58%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.787646] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702345, 'name': ReconfigVM_Task, 'duration_secs': 0.311327} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.787880] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.788763] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa9b6af-fe88-4b9b-aaf9-461103225f09 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.812788] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.813236] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19446561-2b04-4f61-a07e-c87599f73f6b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.834600] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1155.834600] env[62622]: value = "task-2702346" [ 1155.834600] env[62622]: _type = "Task" [ 1155.834600] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.844805] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.999905] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 73%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.345388] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702346, 'name': ReconfigVM_Task, 'duration_secs': 0.40723} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.345626] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045/98a7d77f-34b0-46b3-9e43-811533a28045.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.346562] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e21f9-1430-4bab-b62c-c254a76af277 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.365923] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391408e-3abc-4b09-8ba9-d12277b84463 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386946] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b5c90-88cb-4a44-a1cb-ebac3d196993 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.406554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931daa6-85e2-450e-a022-63e3c1907201 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414768] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.415093] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a30be0-fc39-4d8b-a20f-9eaf80069242 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.422420] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1156.422420] env[62622]: value = "task-2702347" [ 1156.422420] env[62622]: _type = "Task" [ 1156.422420] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.431107] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.501150] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 86%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.932608] env[62622]: DEBUG oslo_vmware.api [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702347, 'name': PowerOnVM_Task, 'duration_secs': 0.475264} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.932882] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.000649] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.501883] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.943781] env[62622]: INFO nova.compute.manager [None req-f3167b09-92c6-4b5f-a8f8-e9b3eed67d98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance to original state: 'active' [ 1158.002310] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 97%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.503593] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task} progress is 98%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.005831] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702344, 'name': RelocateVM_Task, 'duration_secs': 4.058758} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.006152] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1159.006362] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544490', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'name': 'volume-ee1497d5-276c-4a6f-9d36-48aab00435bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baf89b6f-823e-4789-bb7c-611ee7538048', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'serial': 'ee1497d5-276c-4a6f-9d36-48aab00435bb'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1159.007209] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0005178-b180-4ee6-936b-4901f8437ac8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.026179] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3e623-8750-4818-bc8a-b988a065cc6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.050521] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-ee1497d5-276c-4a6f-9d36-48aab00435bb/volume-ee1497d5-276c-4a6f-9d36-48aab00435bb.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.050860] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e07817-4ac9-4a44-a9dd-158ae39c3a7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.073924] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1159.073924] env[62622]: value = "task-2702348" [ 1159.073924] env[62622]: _type = "Task" [ 1159.073924] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.084025] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.194776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.194980] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.195270] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.195478] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.195660] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.197889] env[62622]: INFO nova.compute.manager [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Terminating instance [ 1159.499213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.499384] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.499538] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1159.584567] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702348, 'name': ReconfigVM_Task, 'duration_secs': 0.293809} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.584950] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-ee1497d5-276c-4a6f-9d36-48aab00435bb/volume-ee1497d5-276c-4a6f-9d36-48aab00435bb.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.589486] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2294a662-026e-44e0-a54d-0a49ace02138 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.604963] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1159.604963] env[62622]: value = "task-2702349" [ 1159.604963] env[62622]: _type = "Task" [ 1159.604963] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.615410] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.702063] env[62622]: DEBUG nova.compute.manager [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.702367] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.703248] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84415452-77b2-4cd3-a00a-76efdec521db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.711492] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.711815] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61fc073-d904-46a8-93b2-aef0326350ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.721245] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1159.721245] env[62622]: value = "task-2702350" [ 1159.721245] env[62622]: _type = "Task" [ 1159.721245] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.732063] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.114506] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702349, 'name': ReconfigVM_Task, 'duration_secs': 0.134195} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.114812] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544490', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'name': 'volume-ee1497d5-276c-4a6f-9d36-48aab00435bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baf89b6f-823e-4789-bb7c-611ee7538048', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'serial': 'ee1497d5-276c-4a6f-9d36-48aab00435bb'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1160.115406] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6395f271-6f64-4054-a542-a0dc21b84f1b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.122526] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1160.122526] env[62622]: value = "task-2702351" [ 1160.122526] env[62622]: _type = "Task" [ 1160.122526] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.130978] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702351, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.230826] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702350, 'name': PowerOffVM_Task, 'duration_secs': 0.244123} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.231111] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.231288] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.231548] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27470ce2-9180-4f1e-ab6a-743271aaad89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.323215] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.323435] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.323602] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleting the datastore file [datastore2] 98a7d77f-34b0-46b3-9e43-811533a28045 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.323951] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb5f984a-512c-42ce-a61c-0f8b23b26371 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.333204] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1160.333204] env[62622]: value = "task-2702353" [ 1160.333204] env[62622]: _type = "Task" [ 1160.333204] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.343098] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.634927] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702351, 'name': Rename_Task, 'duration_secs': 0.137968} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.635276] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.635479] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-651d73cc-dfb7-4475-bfb6-35033708817f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.642689] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1160.642689] env[62622]: value = "task-2702354" [ 1160.642689] env[62622]: _type = "Task" [ 1160.642689] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.660752] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.695954] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updating instance_info_cache with network_info: [{"id": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "address": "fa:16:3e:37:2c:2a", "network": {"id": "c4416fad-f150-44c5-94fc-7204e9a56564", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-353132442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e31b2cf4afb4b3e9ac0612cf0a2abbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c29193-ac", "ovs_interfaceid": "78c29193-ac35-4a30-bf7f-d47376ef2e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.844802] env[62622]: DEBUG oslo_vmware.api [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164544} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.845129] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.845360] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.845581] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.845797] env[62622]: INFO nova.compute.manager [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.846103] env[62622]: DEBUG oslo.service.loopingcall [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.846331] env[62622]: DEBUG nova.compute.manager [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.846449] env[62622]: DEBUG nova.network.neutron [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.153537] env[62622]: DEBUG oslo_vmware.api [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702354, 'name': PowerOnVM_Task, 'duration_secs': 0.435611} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.153805] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.154027] env[62622]: INFO nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1161.154221] env[62622]: DEBUG nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.154990] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eea3fa5-b000-4da0-bbe9-6e5dc150fe02 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.198892] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-2e0c2167-f752-453b-8e91-127f4df6a40e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.199119] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1161.200115] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.200308] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.200528] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.200636] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.200754] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.200988] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.337447] env[62622]: DEBUG nova.compute.manager [req-3a61f9b2-1981-47e4-a6ab-f7cbd10dfd79 req-af06edb5-e8bf-45b3-8bbf-5f734d56060e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Received event network-vif-deleted-ab14fed9-513d-4b28-8573-84b9faa00df5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.337580] env[62622]: INFO nova.compute.manager [req-3a61f9b2-1981-47e4-a6ab-f7cbd10dfd79 req-af06edb5-e8bf-45b3-8bbf-5f734d56060e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Neutron deleted interface ab14fed9-513d-4b28-8573-84b9faa00df5; detaching it from the instance and deleting it from the info cache [ 1161.337776] env[62622]: DEBUG nova.network.neutron [req-3a61f9b2-1981-47e4-a6ab-f7cbd10dfd79 req-af06edb5-e8bf-45b3-8bbf-5f734d56060e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.672248] env[62622]: INFO nova.compute.manager [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Took 15.89 seconds to build instance. [ 1161.704477] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Getting list of instances from cluster (obj){ [ 1161.704477] env[62622]: value = "domain-c8" [ 1161.704477] env[62622]: _type = "ClusterComputeResource" [ 1161.704477] env[62622]: } {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1161.705960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f165b44f-2070-48f5-ae6a-573f210f30b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.724525] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Got total of 6 instances {{(pid=62622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1161.724690] env[62622]: WARNING nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1161.724830] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 627a737d-8c15-4a7b-9038-1c0b4ce7585e {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725041] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 2e0c2167-f752-453b-8e91-127f4df6a40e {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725209] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 98a7d77f-34b0-46b3-9e43-811533a28045 {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725364] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 774ccedb-3b92-40d0-9e67-d8a0e5e08312 {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725512] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725658] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid 6e17ddd6-ce01-4208-91d1-e606340766c8 {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.725803] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Triggering sync for uuid baf89b6f-823e-4789-bb7c-611ee7538048 {{(pid=62622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1161.726150] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.726367] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.726630] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "2e0c2167-f752-453b-8e91-127f4df6a40e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.726813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.727099] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "98a7d77f-34b0-46b3-9e43-811533a28045" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.727328] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.727525] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.727772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.727984] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.728213] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.728408] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.728634] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "baf89b6f-823e-4789-bb7c-611ee7538048" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.728828] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.728960] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1161.729639] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501ad07-b872-4448-b11d-283726129de4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.732708] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82368ca-7eae-4d3a-93fe-ecde666af4ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.735386] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e832de-75ec-4e8b-b938-7ff9d8da71b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.738093] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489aa3ac-8900-4f71-b4b9-1d6699f0f948 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.740628] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc75f57-020e-4259-b8d7-1178d6186fa7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.742839] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.787791] env[62622]: DEBUG nova.network.neutron [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.840176] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86f0c803-8a42-40cb-afc6-44159071cd24 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.854391] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a615d8-3b2e-494c-82e5-63a7f8d86663 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.890035] env[62622]: DEBUG nova.compute.manager [req-3a61f9b2-1981-47e4-a6ab-f7cbd10dfd79 req-af06edb5-e8bf-45b3-8bbf-5f734d56060e service nova] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Detach interface failed, port_id=ab14fed9-513d-4b28-8573-84b9faa00df5, reason: Instance 98a7d77f-34b0-46b3-9e43-811533a28045 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1162.173986] env[62622]: DEBUG oslo_concurrency.lockutils [None req-376bf65f-7944-429e-b0ec-0bebe8c45c4d tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.396s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.174317] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.446s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.175243] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d1bcf4-b9ca-4ba4-8b66-da47f854002d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.246771] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.247303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.247597] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.247919] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1162.249260] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822fbcb-42c3-47ee-bb7f-cea023cb8ba9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.252541] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.257617] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.258849] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c489c7f-b760-456c-b6a3-96c98f772afa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.262835] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.263242] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.264018] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.274987] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee34b4a-7f28-489d-9155-cddf42147dad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.281844] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ffdf67-542f-4ef0-bb9f-fb4a022017c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.313321] env[62622]: INFO nova.compute.manager [-] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] Took 1.47 seconds to deallocate network for instance. [ 1162.313670] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179306MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1162.313804] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.313992] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.685316] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.821186] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.287188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.287620] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.287960] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.288311] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.288596] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.291497] env[62622]: INFO nova.compute.manager [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Terminating instance [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 2e0c2167-f752-453b-8e91-127f4df6a40e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 774ccedb-3b92-40d0-9e67-d8a0e5e08312 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 98a7d77f-34b0-46b3-9e43-811533a28045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.342967] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 6e17ddd6-ce01-4208-91d1-e606340766c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.343272] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance baf89b6f-823e-4789-bb7c-611ee7538048 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.343272] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1163.343403] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1163.367739] env[62622]: DEBUG nova.compute.manager [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Received event network-changed-1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.367959] env[62622]: DEBUG nova.compute.manager [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Refreshing instance network info cache due to event network-changed-1d6c8598-fd8c-4a8d-a037-3d479f285665. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.368679] env[62622]: DEBUG oslo_concurrency.lockutils [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] Acquiring lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.368679] env[62622]: DEBUG oslo_concurrency.lockutils [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] Acquired lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.368679] env[62622]: DEBUG nova.network.neutron [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Refreshing network info cache for port 1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.435981] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ef1c4-7781-4772-a940-1a4ddd76c163 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.443913] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63989b6c-6a9c-44a9-bed9-2bdefa1d9c89 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475357] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0829dd-efb2-486d-b0f0-d4bf6d8cd409 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.482873] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0001c-63ea-496c-991b-e90d37b4ff1e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.496259] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.795882] env[62622]: DEBUG nova.compute.manager [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.796288] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.796843] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c40836c-5a3c-47ab-9cff-d9d222c3dac5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.805991] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1163.805991] env[62622]: value = "task-2702355" [ 1163.805991] env[62622]: _type = "Task" [ 1163.805991] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.814540] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.999191] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.091943] env[62622]: DEBUG nova.network.neutron [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updated VIF entry in instance network info cache for port 1d6c8598-fd8c-4a8d-a037-3d479f285665. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.092327] env[62622]: DEBUG nova.network.neutron [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updating instance_info_cache with network_info: [{"id": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "address": "fa:16:3e:79:11:c8", "network": {"id": "cf9ba0e7-8671-475a-aa4b-03d69fb975a0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-558721277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08538f9a013143c9be0e82a048d95c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c8598-fd", "ovs_interfaceid": "1d6c8598-fd8c-4a8d-a037-3d479f285665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.316772] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702355, 'name': PowerOffVM_Task, 'duration_secs': 0.250967} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.318063] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.318063] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.318063] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544475', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'name': 'volume-ad03e871-0036-442d-a8e8-0bacc4f57601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '774ccedb-3b92-40d0-9e67-d8a0e5e08312', 'attached_at': '2025-02-19T18:22:14.000000', 'detached_at': '', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'serial': 'ad03e871-0036-442d-a8e8-0bacc4f57601'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.318487] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0374f6c-fb67-4a08-8d65-ab10113aece1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.336134] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bd9096-8c85-4b47-a17c-002801dba96e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.342542] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de85ae-62f5-4681-8c00-f1598c491100 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.360645] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e4b317-e7e6-4a93-946b-d533b50f21c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.374566] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad03e871-0036-442d-a8e8-0bacc4f57601/volume-ad03e871-0036-442d-a8e8-0bacc4f57601.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.379687] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.379948] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69d4ea9-8198-4954-b8bd-42d7eb2fbaa8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.399109] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1164.399109] env[62622]: value = "task-2702356" [ 1164.399109] env[62622]: _type = "Task" [ 1164.399109] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.407485] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.506942] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1164.507346] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.507761] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.687s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.508134] env[62622]: DEBUG nova.objects.instance [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'resources' on Instance uuid 98a7d77f-34b0-46b3-9e43-811533a28045 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.595438] env[62622]: DEBUG oslo_concurrency.lockutils [req-260b9940-3dcf-42d3-b161-e97872d0e613 req-753f627f-b480-46a5-a744-87ba14c8da56 service nova] Releasing lock "refresh_cache-baf89b6f-823e-4789-bb7c-611ee7538048" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.909727] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702356, 'name': ReconfigVM_Task, 'duration_secs': 0.179666} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.910166] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.914522] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b4d449-980c-4777-bb3c-1d32897064e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.929914] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1164.929914] env[62622]: value = "task-2702357" [ 1164.929914] env[62622]: _type = "Task" [ 1164.929914] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.937665] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.102872] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2014b0-2212-4ad1-82d3-37e8f6612756 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.110906] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce70699-fcb5-45c7-b1f3-0b7bc0579d2f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.140688] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366a822-290a-475c-8811-b622fba4d53e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.148301] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f49aa-ee77-4195-b0df-a03ecf2a990c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.163120] env[62622]: DEBUG nova.compute.provider_tree [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.440683] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702357, 'name': ReconfigVM_Task, 'duration_secs': 0.331004} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.440925] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544475', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'name': 'volume-ad03e871-0036-442d-a8e8-0bacc4f57601', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '774ccedb-3b92-40d0-9e67-d8a0e5e08312', 'attached_at': '2025-02-19T18:22:14.000000', 'detached_at': '', 'volume_id': 'ad03e871-0036-442d-a8e8-0bacc4f57601', 'serial': 'ad03e871-0036-442d-a8e8-0bacc4f57601'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.441225] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.441966] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2565e44-a331-4039-b870-9fd82efd8f33 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.448686] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.448900] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709780be-382f-40f7-8af3-9ad6761f449b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.526076] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.526357] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.526482] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore2] 774ccedb-3b92-40d0-9e67-d8a0e5e08312 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.526754] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98927f7-b15c-4b19-9d0c-c4023b36708a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.533558] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1165.533558] env[62622]: value = "task-2702359" [ 1165.533558] env[62622]: _type = "Task" [ 1165.533558] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.541415] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.666056] env[62622]: DEBUG nova.scheduler.client.report [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.044430] env[62622]: DEBUG oslo_vmware.api [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078992} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.044882] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.045210] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.045448] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.045691] env[62622]: INFO nova.compute.manager [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1166.045963] env[62622]: DEBUG oslo.service.loopingcall [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.046206] env[62622]: DEBUG nova.compute.manager [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.046302] env[62622]: DEBUG nova.network.neutron [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.171092] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.188301] env[62622]: INFO nova.scheduler.client.report [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted allocations for instance 98a7d77f-34b0-46b3-9e43-811533a28045 [ 1166.480882] env[62622]: DEBUG nova.compute.manager [req-278fa2fc-74c6-487c-9cd4-34c22e4a1f68 req-90056f4d-1bd0-41a3-a23e-492879281702 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Received event network-vif-deleted-a4b48221-b73f-4f33-a971-9bf4e642ad92 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.480882] env[62622]: INFO nova.compute.manager [req-278fa2fc-74c6-487c-9cd4-34c22e4a1f68 req-90056f4d-1bd0-41a3-a23e-492879281702 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Neutron deleted interface a4b48221-b73f-4f33-a971-9bf4e642ad92; detaching it from the instance and deleting it from the info cache [ 1166.480882] env[62622]: DEBUG nova.network.neutron [req-278fa2fc-74c6-487c-9cd4-34c22e4a1f68 req-90056f4d-1bd0-41a3-a23e-492879281702 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.696592] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0002efe2-5726-43da-8647-1edfc99992df tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.501s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.697784] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.971s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.697974] env[62622]: INFO nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 98a7d77f-34b0-46b3-9e43-811533a28045] During sync_power_state the instance has a pending task (deleting). Skip. [ 1166.698193] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "98a7d77f-34b0-46b3-9e43-811533a28045" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.958373] env[62622]: DEBUG nova.network.neutron [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.982892] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-169251b3-4af6-4e72-86bd-16a55a3c7fd7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.993656] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0952b3-bbcd-41f1-a7f2-c6107c92f688 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.024623] env[62622]: DEBUG nova.compute.manager [req-278fa2fc-74c6-487c-9cd4-34c22e4a1f68 req-90056f4d-1bd0-41a3-a23e-492879281702 service nova] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Detach interface failed, port_id=a4b48221-b73f-4f33-a971-9bf4e642ad92, reason: Instance 774ccedb-3b92-40d0-9e67-d8a0e5e08312 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1167.336635] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "a8b89791-c6d1-4377-b81d-03b54e814013" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.336889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.461341] env[62622]: INFO nova.compute.manager [-] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Took 1.41 seconds to deallocate network for instance. [ 1167.838786] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.004588] env[62622]: INFO nova.compute.manager [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Took 0.54 seconds to detach 1 volumes for instance. [ 1168.006776] env[62622]: DEBUG nova.compute.manager [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 774ccedb-3b92-40d0-9e67-d8a0e5e08312] Deleting volume: ad03e871-0036-442d-a8e8-0bacc4f57601 {{(pid=62622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1168.361448] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.361735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.363278] env[62622]: INFO nova.compute.claims [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.545444] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.457975] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c676147-e06b-4249-ba62-69ab4f2c60b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.465960] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d5bcb-3316-4f28-89a5-b5136ec5eff4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.496634] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07bf760-132a-46e4-a4d4-02b28da53b69 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.503733] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90396f7-0a5e-4160-be3b-87fed6c6bfd1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.516377] env[62622]: DEBUG nova.compute.provider_tree [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.019496] env[62622]: DEBUG nova.scheduler.client.report [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.524588] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.525171] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.527928] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.983s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.528155] env[62622]: DEBUG nova.objects.instance [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'resources' on Instance uuid 774ccedb-3b92-40d0-9e67-d8a0e5e08312 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.030978] env[62622]: DEBUG nova.compute.utils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1171.035108] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.035274] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.081112] env[62622]: DEBUG nova.policy [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ebfaf9bd1546fdbb3980b8326eee68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e9a955b41e4cb190b1375f52d61088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.124324] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79c48f-aed3-4e5b-b204-f1eb5de0099d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.133043] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480335d-efe8-4ea4-be63-0fcedc4fca90 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.163135] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc72f1-f767-4685-a400-106d22c99126 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.170888] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cac2a03-d1c2-4f4d-bf8f-2b580eabe1e4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.186484] env[62622]: DEBUG nova.compute.provider_tree [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.344541] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Successfully created port: 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.536603] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.690019] env[62622]: DEBUG nova.scheduler.client.report [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.194466] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.217009] env[62622]: INFO nova.scheduler.client.report [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocations for instance 774ccedb-3b92-40d0-9e67-d8a0e5e08312 [ 1172.547388] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.575116] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.575416] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.575663] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.575760] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.575904] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.576061] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.576284] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.576445] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.576613] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.576804] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.577026] env[62622]: DEBUG nova.virt.hardware [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.577897] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee45f61-22e8-484c-88af-4e26d72588d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.585994] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d8c5b9-e6a5-45d0-aa18-fb2868788952 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.701714] env[62622]: DEBUG nova.compute.manager [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Received event network-vif-plugged-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.701981] env[62622]: DEBUG oslo_concurrency.lockutils [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] Acquiring lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.702348] env[62622]: DEBUG oslo_concurrency.lockutils [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] Lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.702482] env[62622]: DEBUG oslo_concurrency.lockutils [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] Lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.702691] env[62622]: DEBUG nova.compute.manager [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] No waiting events found dispatching network-vif-plugged-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.702898] env[62622]: WARNING nova.compute.manager [req-cab9fdc1-7a06-489a-ab0d-f33a7849a96b req-e6fd5d61-20c0-4d31-8ba1-b9c99ff57c5b service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Received unexpected event network-vif-plugged-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 for instance with vm_state building and task_state spawning. [ 1172.724504] env[62622]: DEBUG oslo_concurrency.lockutils [None req-953a6b37-7313-4770-b947-40720b7ca6c0 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "774ccedb-3b92-40d0-9e67-d8a0e5e08312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.437s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.789753] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Successfully updated port: 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.150439] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "2e0c2167-f752-453b-8e91-127f4df6a40e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.151132] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.151132] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.151132] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.151304] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.153376] env[62622]: INFO nova.compute.manager [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Terminating instance [ 1173.292253] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.292547] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.292797] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.657586] env[62622]: DEBUG nova.compute.manager [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.657978] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.658782] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5bf267-db97-42d5-b286-83c40fa581f6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.666812] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.667054] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381f1df9-299f-4b02-838d-b89c57e713bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.674922] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1173.674922] env[62622]: value = "task-2702361" [ 1173.674922] env[62622]: _type = "Task" [ 1173.674922] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.682322] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.828034] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.959436] env[62622]: DEBUG nova.network.neutron [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.184210] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702361, 'name': PowerOffVM_Task, 'duration_secs': 0.256128} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.184485] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.184659] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.184903] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946990c6-07ed-4c76-a290-58305155ee57 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.259695] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.259954] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.260154] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore2] 2e0c2167-f752-453b-8e91-127f4df6a40e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.260914] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c631624d-3020-42b0-af13-1e6f89a0e584 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.266294] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1174.266294] env[62622]: value = "task-2702363" [ 1174.266294] env[62622]: _type = "Task" [ 1174.266294] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.274108] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.462411] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.462687] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Instance network_info: |[{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.463132] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:b5:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21dfb1ce-a516-4d2d-a387-3f2d92af5ea5', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.470555] env[62622]: DEBUG oslo.service.loopingcall [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.470765] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.470983] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4483153d-cd1b-46d1-84b5-cdd08fd00d6e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.489731] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.489731] env[62622]: value = "task-2702364" [ 1174.489731] env[62622]: _type = "Task" [ 1174.489731] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.497011] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702364, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.728691] env[62622]: DEBUG nova.compute.manager [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Received event network-changed-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.729039] env[62622]: DEBUG nova.compute.manager [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Refreshing instance network info cache due to event network-changed-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.729039] env[62622]: DEBUG oslo_concurrency.lockutils [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] Acquiring lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.729343] env[62622]: DEBUG oslo_concurrency.lockutils [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] Acquired lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.729343] env[62622]: DEBUG nova.network.neutron [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Refreshing network info cache for port 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.777587] env[62622]: DEBUG oslo_vmware.api [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134141} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.777876] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.778044] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.778242] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.778418] env[62622]: INFO nova.compute.manager [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1174.778662] env[62622]: DEBUG oslo.service.loopingcall [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.778853] env[62622]: DEBUG nova.compute.manager [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.778949] env[62622]: DEBUG nova.network.neutron [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.999736] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702364, 'name': CreateVM_Task, 'duration_secs': 0.313856} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.001162] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.002816] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.002816] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.002816] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.002816] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301c38de-0c41-4af4-879a-a06cf4af5074 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.007528] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1175.007528] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5238fc18-6a7a-79e7-dbe3-df55134697cd" [ 1175.007528] env[62622]: _type = "Task" [ 1175.007528] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.016643] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5238fc18-6a7a-79e7-dbe3-df55134697cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.502759] env[62622]: DEBUG nova.network.neutron [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.521762] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5238fc18-6a7a-79e7-dbe3-df55134697cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.524283] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.524521] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.524746] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.524891] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.525076] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.525583] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f1a5c67-f72c-4450-a277-10d60cfcc51c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.534177] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.534358] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.535103] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaee779b-abbc-4d08-a402-2651b017c283 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.540336] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1175.540336] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b99611-8bcf-edc4-afd0-25401fa6abb5" [ 1175.540336] env[62622]: _type = "Task" [ 1175.540336] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.547914] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b99611-8bcf-edc4-afd0-25401fa6abb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.634443] env[62622]: DEBUG nova.network.neutron [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updated VIF entry in instance network info cache for port 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.634826] env[62622]: DEBUG nova.network.neutron [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.005663] env[62622]: INFO nova.compute.manager [-] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Took 1.23 seconds to deallocate network for instance. [ 1176.051820] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b99611-8bcf-edc4-afd0-25401fa6abb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.052599] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7244b407-b080-4ef0-a324-974f8beed98b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.057776] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1176.057776] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35547-e8e3-22d6-e34a-0c85f655a097" [ 1176.057776] env[62622]: _type = "Task" [ 1176.057776] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.065801] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35547-e8e3-22d6-e34a-0c85f655a097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.137255] env[62622]: DEBUG oslo_concurrency.lockutils [req-7daae58a-ace3-46e8-a631-996d9d375f6a req-dc8a9d68-beb0-43be-936d-b6e16a24482e service nova] Releasing lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.512283] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.512573] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.512796] env[62622]: DEBUG nova.objects.instance [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'resources' on Instance uuid 2e0c2167-f752-453b-8e91-127f4df6a40e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.567701] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52d35547-e8e3-22d6-e34a-0c85f655a097, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.567962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.568236] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] a8b89791-c6d1-4377-b81d-03b54e814013/a8b89791-c6d1-4377-b81d-03b54e814013.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.568559] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85342d40-74a0-4a36-be37-7ce13b411a58 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.574905] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1176.574905] env[62622]: value = "task-2702365" [ 1176.574905] env[62622]: _type = "Task" [ 1176.574905] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.582303] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.757867] env[62622]: DEBUG nova.compute.manager [req-7a32a40a-6810-4ed4-8ea9-17e0dedfabd9 req-63ac2993-af9c-4807-9bbd-50751a0a9415 service nova] [instance: 2e0c2167-f752-453b-8e91-127f4df6a40e] Received event network-vif-deleted-78c29193-ac35-4a30-bf7f-d47376ef2e3a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.085952] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418987} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.086245] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] a8b89791-c6d1-4377-b81d-03b54e814013/a8b89791-c6d1-4377-b81d-03b54e814013.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.086431] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.086676] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7132adb-b658-4cd4-bdd3-bc38acb9926b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.093178] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1177.093178] env[62622]: value = "task-2702366" [ 1177.093178] env[62622]: _type = "Task" [ 1177.093178] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.102822] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.107805] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b51009-62b8-4cb0-8101-adf1b1900b4d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.114052] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1b5af7-ca67-4d33-9ef7-d57cb795b7b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.144119] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a00cf-02ce-4dda-8d59-681aca3ef9d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.151040] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476dd450-19a6-4175-9c22-91734e7a432d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.163906] env[62622]: DEBUG nova.compute.provider_tree [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.602916] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060729} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.603229] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.604024] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316eb279-61a6-42ce-b567-52c38cbcdba1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.626014] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a8b89791-c6d1-4377-b81d-03b54e814013/a8b89791-c6d1-4377-b81d-03b54e814013.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.626304] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8583190e-e9a8-431f-bed2-390c61f8a0c0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.644899] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1177.644899] env[62622]: value = "task-2702367" [ 1177.644899] env[62622]: _type = "Task" [ 1177.644899] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.652473] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.666511] env[62622]: DEBUG nova.scheduler.client.report [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.154461] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702367, 'name': ReconfigVM_Task, 'duration_secs': 0.2877} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.154844] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a8b89791-c6d1-4377-b81d-03b54e814013/a8b89791-c6d1-4377-b81d-03b54e814013.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.155369] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f29a14b-f439-4c7c-833e-7c29214cd471 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.161042] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1178.161042] env[62622]: value = "task-2702368" [ 1178.161042] env[62622]: _type = "Task" [ 1178.161042] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.168368] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702368, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.172202] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.191680] env[62622]: INFO nova.scheduler.client.report [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocations for instance 2e0c2167-f752-453b-8e91-127f4df6a40e [ 1178.670685] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702368, 'name': Rename_Task, 'duration_secs': 0.14008} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.670955] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.671202] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64dbd33c-a0b0-4ad3-a7b7-05c7ad54795e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.677798] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1178.677798] env[62622]: value = "task-2702369" [ 1178.677798] env[62622]: _type = "Task" [ 1178.677798] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.686058] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.699012] env[62622]: DEBUG oslo_concurrency.lockutils [None req-53eec973-4f88-4024-9e5c-9602908f4325 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "2e0c2167-f752-453b-8e91-127f4df6a40e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.548s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.187516] env[62622]: DEBUG oslo_vmware.api [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702369, 'name': PowerOnVM_Task, 'duration_secs': 0.450526} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.187784] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.187839] env[62622]: INFO nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1179.188047] env[62622]: DEBUG nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.188838] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9975ab-3546-44ce-aed6-a30c7df3cc2a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.709873] env[62622]: INFO nova.compute.manager [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Took 11.37 seconds to build instance. [ 1180.212679] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6e0786bd-b0b5-4779-8720-a1ec98f0eb8b tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.876s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.275554] env[62622]: DEBUG nova.compute.manager [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Received event network-changed-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.275771] env[62622]: DEBUG nova.compute.manager [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Refreshing instance network info cache due to event network-changed-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.276028] env[62622]: DEBUG oslo_concurrency.lockutils [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] Acquiring lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.276399] env[62622]: DEBUG oslo_concurrency.lockutils [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] Acquired lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.276399] env[62622]: DEBUG nova.network.neutron [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Refreshing network info cache for port 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.974712] env[62622]: DEBUG nova.network.neutron [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updated VIF entry in instance network info cache for port 21dfb1ce-a516-4d2d-a387-3f2d92af5ea5. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.975089] env[62622]: DEBUG nova.network.neutron [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.477688] env[62622]: DEBUG oslo_concurrency.lockutils [req-16502fd4-4dfe-4b8d-80eb-01499109d8e1 req-6932fbe1-21d7-4c61-b2de-e2d5fc76a790 service nova] Releasing lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.842432] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.842770] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.842862] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.843056] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.843231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.845413] env[62622]: INFO nova.compute.manager [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Terminating instance [ 1183.348965] env[62622]: DEBUG nova.compute.manager [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.349212] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.350145] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3019a-17c7-4fc4-b190-04db2431b836 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.358167] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.358412] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9f6edb-26a0-42c3-af9d-a14934c7b2ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.365419] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1183.365419] env[62622]: value = "task-2702371" [ 1183.365419] env[62622]: _type = "Task" [ 1183.365419] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.374336] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.876469] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702371, 'name': PowerOffVM_Task, 'duration_secs': 0.186264} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.876871] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.876922] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.877205] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e11c7949-e096-405f-bd3b-1a6c883e671d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.950650] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.951047] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.951293] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleting the datastore file [datastore2] 627a737d-8c15-4a7b-9038-1c0b4ce7585e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.951577] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826def28-b952-4dea-8ad3-0657779b6bea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.958486] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for the task: (returnval){ [ 1183.958486] env[62622]: value = "task-2702373" [ 1183.958486] env[62622]: _type = "Task" [ 1183.958486] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.965968] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.468559] env[62622]: DEBUG oslo_vmware.api [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Task: {'id': task-2702373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133332} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.468827] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.469053] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.469236] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.469409] env[62622]: INFO nova.compute.manager [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.469667] env[62622]: DEBUG oslo.service.loopingcall [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.469869] env[62622]: DEBUG nova.compute.manager [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.469965] env[62622]: DEBUG nova.network.neutron [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.743618] env[62622]: DEBUG nova.compute.manager [req-ec768df0-438f-4837-be30-50758a5a7794 req-9f3280c7-57ec-4a30-a0e9-8dbc57a5ae6b service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Received event network-vif-deleted-28b91710-54fa-408f-b479-c2a0ce64fb02 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.743863] env[62622]: INFO nova.compute.manager [req-ec768df0-438f-4837-be30-50758a5a7794 req-9f3280c7-57ec-4a30-a0e9-8dbc57a5ae6b service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Neutron deleted interface 28b91710-54fa-408f-b479-c2a0ce64fb02; detaching it from the instance and deleting it from the info cache [ 1184.743863] env[62622]: DEBUG nova.network.neutron [req-ec768df0-438f-4837-be30-50758a5a7794 req-9f3280c7-57ec-4a30-a0e9-8dbc57a5ae6b service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.227747] env[62622]: DEBUG nova.network.neutron [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.246382] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-972d3c7d-ee21-49cf-a85b-494fa7ee6b8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.257430] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e73247-8fb8-4a9a-835b-2b4f9884aeff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.288178] env[62622]: DEBUG nova.compute.manager [req-ec768df0-438f-4837-be30-50758a5a7794 req-9f3280c7-57ec-4a30-a0e9-8dbc57a5ae6b service nova] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Detach interface failed, port_id=28b91710-54fa-408f-b479-c2a0ce64fb02, reason: Instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1185.354432] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.354697] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.354879] env[62622]: INFO nova.compute.manager [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Shelving [ 1185.730393] env[62622]: INFO nova.compute.manager [-] [instance: 627a737d-8c15-4a7b-9038-1c0b4ce7585e] Took 1.26 seconds to deallocate network for instance. [ 1186.239857] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.240236] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.240343] env[62622]: DEBUG nova.objects.instance [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lazy-loading 'resources' on Instance uuid 627a737d-8c15-4a7b-9038-1c0b4ce7585e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.363579] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.363862] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300ce33e-8ac3-4fd7-96d3-d70aebe236f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.371906] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1186.371906] env[62622]: value = "task-2702374" [ 1186.371906] env[62622]: _type = "Task" [ 1186.371906] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.380243] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.819218] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c61b51-8fa4-459e-a1ae-6454b0e4b300 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.827181] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff45e742-c144-4ead-9c65-557807925d18 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.856765] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cd621-280d-477d-94e7-e277411337af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864019] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbc156a-7d74-4ded-9acb-abc9fcd28f3b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.877293] env[62622]: DEBUG nova.compute.provider_tree [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.886200] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702374, 'name': PowerOffVM_Task, 'duration_secs': 0.254752} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.887049] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.887863] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0d45d9-31f5-4ec8-9f81-f57599e54898 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.906525] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bbed7-06f0-480d-8682-33d444b2a57a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.382901] env[62622]: DEBUG nova.scheduler.client.report [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.416665] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Creating Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1187.417109] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26ca50bd-a6ec-4a65-a6a3-ed16811600c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.426164] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1187.426164] env[62622]: value = "task-2702375" [ 1187.426164] env[62622]: _type = "Task" [ 1187.426164] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.434508] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.887961] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.905156] env[62622]: INFO nova.scheduler.client.report [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Deleted allocations for instance 627a737d-8c15-4a7b-9038-1c0b4ce7585e [ 1187.935267] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.413752] env[62622]: DEBUG oslo_concurrency.lockutils [None req-097fb1ec-1654-46c9-81ac-f9fa3f795901 tempest-ServerActionsTestOtherA-915658616 tempest-ServerActionsTestOtherA-915658616-project-member] Lock "627a737d-8c15-4a7b-9038-1c0b4ce7585e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.436536] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702375, 'name': CreateSnapshot_Task, 'duration_secs': 0.949305} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.436804] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Created Snapshot of the VM instance {{(pid=62622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.437570] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e8960-2c75-4c8b-9f3c-291e23e4456d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.954499] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Creating linked-clone VM from snapshot {{(pid=62622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.954800] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30809468-35b3-4b25-906f-1c700445a967 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.964731] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1188.964731] env[62622]: value = "task-2702376" [ 1188.964731] env[62622]: _type = "Task" [ 1188.964731] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.972319] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702376, 'name': CloneVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.475045] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702376, 'name': CloneVM_Task} progress is 94%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.961689] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.961927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.976124] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702376, 'name': CloneVM_Task} progress is 95%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.465389] env[62622]: DEBUG nova.compute.utils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.476531] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702376, 'name': CloneVM_Task, 'duration_secs': 1.25073} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.476973] env[62622]: INFO nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Created linked-clone VM from snapshot [ 1190.477971] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26aef0-ab00-45ac-aade-8cdad3e48531 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.486956] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Uploading image f91eede4-c158-4b6f-ae8e-98b4728bc646 {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.513054] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.513054] env[62622]: value = "vm-544497" [ 1190.513054] env[62622]: _type = "VirtualMachine" [ 1190.513054] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.513182] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01a4a84e-5d39-4b7a-9317-3e7573e5adb0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.519416] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease: (returnval){ [ 1190.519416] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969cfc-2267-de4f-d233-790100d708df" [ 1190.519416] env[62622]: _type = "HttpNfcLease" [ 1190.519416] env[62622]: } obtained for exporting VM: (result){ [ 1190.519416] env[62622]: value = "vm-544497" [ 1190.519416] env[62622]: _type = "VirtualMachine" [ 1190.519416] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.519674] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the lease: (returnval){ [ 1190.519674] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969cfc-2267-de4f-d233-790100d708df" [ 1190.519674] env[62622]: _type = "HttpNfcLease" [ 1190.519674] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.526354] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.526354] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969cfc-2267-de4f-d233-790100d708df" [ 1190.526354] env[62622]: _type = "HttpNfcLease" [ 1190.526354] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.972155] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.028388] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.028388] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969cfc-2267-de4f-d233-790100d708df" [ 1191.028388] env[62622]: _type = "HttpNfcLease" [ 1191.028388] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.028729] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.028729] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52969cfc-2267-de4f-d233-790100d708df" [ 1191.028729] env[62622]: _type = "HttpNfcLease" [ 1191.028729] env[62622]: }. {{(pid=62622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.029511] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0608fa2-10dc-4267-9ed3-d0b5c88563d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.037415] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.037598] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk for reading. {{(pid=62622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1191.127710] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56e939ff-833e-4ef5-9bad-1cf833acfc78 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.038764] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.039169] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.039472] env[62622]: INFO nova.compute.manager [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Attaching volume 08b4ffcc-363a-45ef-adde-d8222f04f4af to /dev/sdb [ 1192.071814] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400f1e6-632a-47fd-b144-68150628cb80 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.079317] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f14270-8a9b-44fc-b39c-5b9ae5abd691 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.092494] env[62622]: DEBUG nova.virt.block_device [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating existing volume attachment record: 60cf207a-4550-4a0e-934d-a0a89bdfe456 {{(pid=62622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.637160] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Volume attach. Driver type: vmdk {{(pid=62622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.637482] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544498', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'name': 'volume-08b4ffcc-363a-45ef-adde-d8222f04f4af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e17ddd6-ce01-4208-91d1-e606340766c8', 'attached_at': '', 'detached_at': '', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'serial': '08b4ffcc-363a-45ef-adde-d8222f04f4af'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.638447] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ec351-9c4c-4e65-a8b4-7b1b93156747 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.655211] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2412d75-8817-42ef-84ad-df1f1610d4b2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.681353] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-08b4ffcc-363a-45ef-adde-d8222f04f4af/volume-08b4ffcc-363a-45ef-adde-d8222f04f4af.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.681660] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1b0de4-0d66-4b11-a928-587a55653c55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.700625] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1196.700625] env[62622]: value = "task-2702380" [ 1196.700625] env[62622]: _type = "Task" [ 1196.700625] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.709036] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.210317] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702380, 'name': ReconfigVM_Task, 'duration_secs': 0.449107} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.210556] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-08b4ffcc-363a-45ef-adde-d8222f04f4af/volume-08b4ffcc-363a-45ef-adde-d8222f04f4af.vmdk or device None with type thin {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.215332] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288997b7-31e9-4f81-9394-e0cc90149907 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.230054] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1197.230054] env[62622]: value = "task-2702381" [ 1197.230054] env[62622]: _type = "Task" [ 1197.230054] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.238171] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.740030] env[62622]: DEBUG oslo_vmware.api [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702381, 'name': ReconfigVM_Task, 'duration_secs': 0.156541} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.740365] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544498', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'name': 'volume-08b4ffcc-363a-45ef-adde-d8222f04f4af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e17ddd6-ce01-4208-91d1-e606340766c8', 'attached_at': '', 'detached_at': '', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'serial': '08b4ffcc-363a-45ef-adde-d8222f04f4af'} {{(pid=62622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.125700] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.126612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a8e1fa-24a9-4f39-b5fe-72ee749020ec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.132610] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.132786] env[62622]: ERROR oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk due to incomplete transfer. [ 1198.132973] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96b7a09e-b45f-4316-beeb-8ef5e4851a98 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.140821] env[62622]: DEBUG oslo_vmware.rw_handles [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52639731-0705-f4b5-4b83-2d144b343f32/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1198.141026] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Uploaded image f91eede4-c158-4b6f-ae8e-98b4728bc646 to the Glance image server {{(pid=62622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1198.144052] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Destroying the VM {{(pid=62622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.145551] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-506de78f-d460-4d8e-92ec-239b4d937586 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.150124] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1198.150124] env[62622]: value = "task-2702382" [ 1198.150124] env[62622]: _type = "Task" [ 1198.150124] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.159447] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702382, 'name': Destroy_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.660190] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702382, 'name': Destroy_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.679799] env[62622]: INFO nova.compute.manager [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Rebuilding instance [ 1198.723954] env[62622]: DEBUG nova.compute.manager [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.724808] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19180333-25f4-4027-9b97-0a000bae6e87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.780056] env[62622]: DEBUG nova.objects.instance [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid 6e17ddd6-ce01-4208-91d1-e606340766c8 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.160915] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702382, 'name': Destroy_Task, 'duration_secs': 0.528293} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.161178] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Destroyed the VM [ 1199.161415] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleting Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.161776] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4777a935-29ed-4bed-bc73-50d3f18837d6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.168012] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1199.168012] env[62622]: value = "task-2702383" [ 1199.168012] env[62622]: _type = "Task" [ 1199.168012] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.175565] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.284580] env[62622]: DEBUG oslo_concurrency.lockutils [None req-b7d60ac6-a923-4142-a60a-d06c34dfd480 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.468086] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.468389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.678492] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.367902} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.678738] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleted Snapshot of the VM instance {{(pid=62622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.679031] env[62622]: DEBUG nova.compute.manager [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.679779] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e66c7-dbcc-4672-bc33-e268fb22532b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.737602] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.737889] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9907940-10f4-44f4-adb2-9545b25b558b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.744014] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1199.744014] env[62622]: value = "task-2702384" [ 1199.744014] env[62622]: _type = "Task" [ 1199.744014] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.751441] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.972148] env[62622]: INFO nova.compute.manager [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Detaching volume 08b4ffcc-363a-45ef-adde-d8222f04f4af [ 1200.001880] env[62622]: INFO nova.virt.block_device [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Attempting to driver detach volume 08b4ffcc-363a-45ef-adde-d8222f04f4af from mountpoint /dev/sdb [ 1200.002139] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.002323] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544498', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'name': 'volume-08b4ffcc-363a-45ef-adde-d8222f04f4af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e17ddd6-ce01-4208-91d1-e606340766c8', 'attached_at': '', 'detached_at': '', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'serial': '08b4ffcc-363a-45ef-adde-d8222f04f4af'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.003178] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd590b6-5d79-40dc-9d31-81001f0a0283 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.024322] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fef5f7-a6da-4e90-bdfa-b5f5bd1d601f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.030974] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad33c93-8dc6-4804-8512-0a932087beb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.050076] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16294738-f1e9-4559-a886-411cd0de2e4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.065275] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] The volume has not been displaced from its original location: [datastore2] volume-08b4ffcc-363a-45ef-adde-d8222f04f4af/volume-08b4ffcc-363a-45ef-adde-d8222f04f4af.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.070459] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.070731] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721429a0-a0f7-4ec8-9b99-38547e430def {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.086906] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1200.086906] env[62622]: value = "task-2702385" [ 1200.086906] env[62622]: _type = "Task" [ 1200.086906] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.094014] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.193914] env[62622]: INFO nova.compute.manager [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Shelve offloading [ 1200.254027] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702384, 'name': PowerOffVM_Task, 'duration_secs': 0.161145} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.254247] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.254919] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.255189] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45dafb8-ca47-47a6-9c66-ca29ee4ad96c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.261219] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1200.261219] env[62622]: value = "task-2702386" [ 1200.261219] env[62622]: _type = "Task" [ 1200.261219] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.271766] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.271956] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.272158] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544490', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'name': 'volume-ee1497d5-276c-4a6f-9d36-48aab00435bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baf89b6f-823e-4789-bb7c-611ee7538048', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'serial': 'ee1497d5-276c-4a6f-9d36-48aab00435bb'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.272848] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4927456d-86af-49ff-86e7-603f774e35aa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.291702] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec4f28-c116-4c2a-8b7b-3a3bd69ba83d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.297307] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdf6f57-30e4-4576-8dab-65f2131ee3a0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.313607] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29c089-57ec-4cea-83f4-d61784832efa {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.327193] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] The volume has not been displaced from its original location: [datastore2] volume-ee1497d5-276c-4a6f-9d36-48aab00435bb/volume-ee1497d5-276c-4a6f-9d36-48aab00435bb.vmdk. No consolidation needed. {{(pid=62622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.332269] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.332787] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69ab218-f545-42fa-94af-1d27fe9229f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.349425] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1200.349425] env[62622]: value = "task-2702387" [ 1200.349425] env[62622]: _type = "Task" [ 1200.349425] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.356374] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.596074] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702385, 'name': ReconfigVM_Task, 'duration_secs': 0.202147} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.596401] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.601062] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96736e1d-d393-4cd9-b50d-f40348438cff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.615292] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1200.615292] env[62622]: value = "task-2702388" [ 1200.615292] env[62622]: _type = "Task" [ 1200.615292] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.624586] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.697466] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.697751] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2feba1-41ac-47df-aabe-789275565e8b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.704849] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1200.704849] env[62622]: value = "task-2702389" [ 1200.704849] env[62622]: _type = "Task" [ 1200.704849] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.714351] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] VM already powered off {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.714550] env[62622]: DEBUG nova.compute.manager [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.715288] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936af166-a3ea-4a97-b0ca-6ebbbbe5af0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.721035] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.721187] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.721358] env[62622]: DEBUG nova.network.neutron [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.859403] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702387, 'name': ReconfigVM_Task, 'duration_secs': 0.14781} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.859675] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.864276] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63855a1d-6319-40e5-8316-3134e50a1471 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.879266] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1200.879266] env[62622]: value = "task-2702390" [ 1200.879266] env[62622]: _type = "Task" [ 1200.879266] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.887403] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.125416] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.389282] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.431140] env[62622]: DEBUG nova.network.neutron [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.625477] env[62622]: DEBUG oslo_vmware.api [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702388, 'name': ReconfigVM_Task, 'duration_secs': 0.749556} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.625764] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544498', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'name': 'volume-08b4ffcc-363a-45ef-adde-d8222f04f4af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e17ddd6-ce01-4208-91d1-e606340766c8', 'attached_at': '', 'detached_at': '', 'volume_id': '08b4ffcc-363a-45ef-adde-d8222f04f4af', 'serial': '08b4ffcc-363a-45ef-adde-d8222f04f4af'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.890051] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702390, 'name': ReconfigVM_Task, 'duration_secs': 0.687161} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.890364] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-544490', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'name': 'volume-ee1497d5-276c-4a6f-9d36-48aab00435bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baf89b6f-823e-4789-bb7c-611ee7538048', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee1497d5-276c-4a6f-9d36-48aab00435bb', 'serial': 'ee1497d5-276c-4a6f-9d36-48aab00435bb'} {{(pid=62622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.890626] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.891360] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0aeef0-1a3a-4e2e-9326-c04e0ff6db31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.897337] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.897563] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b653e152-3965-47b1-b2fc-9659b73f2416 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.933613] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.963068] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.963068] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.963068] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Deleting the datastore file [datastore2] baf89b6f-823e-4789-bb7c-611ee7538048 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.963412] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb1237e-12b9-4241-b5d7-7bb8fc75cb93 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.969684] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for the task: (returnval){ [ 1201.969684] env[62622]: value = "task-2702392" [ 1201.969684] env[62622]: _type = "Task" [ 1201.969684] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.977111] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.154426] env[62622]: DEBUG nova.compute.manager [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-vif-unplugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.154664] env[62622]: DEBUG oslo_concurrency.lockutils [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.154824] env[62622]: DEBUG oslo_concurrency.lockutils [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.154992] env[62622]: DEBUG oslo_concurrency.lockutils [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.155174] env[62622]: DEBUG nova.compute.manager [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] No waiting events found dispatching network-vif-unplugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.155344] env[62622]: WARNING nova.compute.manager [req-07425d3a-39d7-4f2b-835c-9aa05ba0a3c4 req-1b36bdd3-77a4-48b9-8a31-8d930c572dc2 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received unexpected event network-vif-unplugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 for instance with vm_state shelved and task_state shelving_offloading. [ 1202.168175] env[62622]: DEBUG nova.objects.instance [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'flavor' on Instance uuid 6e17ddd6-ce01-4208-91d1-e606340766c8 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.239181] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.240085] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba20a2-1797-4513-8b76-864b17a6e7d8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.247977] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.248225] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6788ed5b-5489-4b0e-9199-864e97aeb92a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.312113] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.312380] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.312506] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleting the datastore file [datastore1] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.312777] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83d1aa89-8c51-49fe-b583-aefb5c8a6be6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.319345] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1202.319345] env[62622]: value = "task-2702394" [ 1202.319345] env[62622]: _type = "Task" [ 1202.319345] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.328573] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.478777] env[62622]: DEBUG oslo_vmware.api [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Task: {'id': task-2702392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073015} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.479020] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.479157] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.479335] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.526030] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Volume detach. Driver type: vmdk {{(pid=62622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.526346] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce41f3ca-ce75-4aae-977c-759b720ac391 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.534701] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb191e-7ebb-4f69-85d7-7fe0535d01ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.560219] env[62622]: ERROR nova.compute.manager [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Failed to detach volume ee1497d5-276c-4a6f-9d36-48aab00435bb from /dev/sda: nova.exception.InstanceNotFound: Instance baf89b6f-823e-4789-bb7c-611ee7538048 could not be found. [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Traceback (most recent call last): [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self.driver.rebuild(**kwargs) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise NotImplementedError() [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] NotImplementedError [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] During handling of the above exception, another exception occurred: [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Traceback (most recent call last): [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self.driver.detach_volume(context, old_connection_info, [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] return self._volumeops.detach_volume(connection_info, instance) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._detach_volume_vmdk(connection_info, instance) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] stable_ref.fetch_moref(session) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] nova.exception.InstanceNotFound: Instance baf89b6f-823e-4789-bb7c-611ee7538048 could not be found. [ 1202.560219] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.681917] env[62622]: DEBUG nova.compute.utils [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Build of instance baf89b6f-823e-4789-bb7c-611ee7538048 aborted: Failed to rebuild volume backed instance. {{(pid=62622) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1202.683948] env[62622]: ERROR nova.compute.manager [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance baf89b6f-823e-4789-bb7c-611ee7538048 aborted: Failed to rebuild volume backed instance. [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Traceback (most recent call last): [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self.driver.rebuild(**kwargs) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise NotImplementedError() [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] NotImplementedError [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] During handling of the above exception, another exception occurred: [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Traceback (most recent call last): [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._detach_root_volume(context, instance, root_bdm) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] with excutils.save_and_reraise_exception(): [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self.force_reraise() [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise self.value [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self.driver.detach_volume(context, old_connection_info, [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] return self._volumeops.detach_volume(connection_info, instance) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._detach_volume_vmdk(connection_info, instance) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] stable_ref.fetch_moref(session) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] nova.exception.InstanceNotFound: Instance baf89b6f-823e-4789-bb7c-611ee7538048 could not be found. [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] During handling of the above exception, another exception occurred: [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Traceback (most recent call last): [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] yield [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1202.683948] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._do_rebuild_instance_with_claim( [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._do_rebuild_instance( [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._rebuild_default_impl(**kwargs) [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] self._rebuild_volume_backed_instance( [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] raise exception.BuildAbortException( [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] nova.exception.BuildAbortException: Build of instance baf89b6f-823e-4789-bb7c-611ee7538048 aborted: Failed to rebuild volume backed instance. [ 1202.685263] env[62622]: ERROR nova.compute.manager [instance: baf89b6f-823e-4789-bb7c-611ee7538048] [ 1202.829318] env[62622]: DEBUG oslo_vmware.api [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.831019] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.831019] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.831019] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.846013] env[62622]: INFO nova.scheduler.client.report [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted allocations for instance 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 [ 1203.175285] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c2bccef5-0557-46c0-ab96-35107b4b140b tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.707s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.350685] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.350926] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.351192] env[62622]: DEBUG nova.objects.instance [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'resources' on Instance uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.710211] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.710500] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.710648] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.710840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.711017] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.713238] env[62622]: INFO nova.compute.manager [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Terminating instance [ 1203.853733] env[62622]: DEBUG nova.objects.instance [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.180325] env[62622]: DEBUG nova.compute.manager [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.180556] env[62622]: DEBUG nova.compute.manager [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing instance network info cache due to event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.180915] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.180915] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.181045] env[62622]: DEBUG nova.network.neutron [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.216816] env[62622]: DEBUG nova.compute.manager [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.217065] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.218131] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1569c-ddff-4319-b9d5-c094f229f612 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.226766] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.227417] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2746b80-b6c2-49e1-a2be-cb75f40f2492 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.233813] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1204.233813] env[62622]: value = "task-2702395" [ 1204.233813] env[62622]: _type = "Task" [ 1204.233813] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.241426] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.356304] env[62622]: DEBUG nova.objects.base [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Object Instance<0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27> lazy-loaded attributes: resources,numa_topology {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.401630] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec3879-bad6-4709-994b-6b9d9560bc86 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.407680] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4eaef1-8353-4db7-84f4-157e14a92714 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.438052] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dca391-40ed-4cf5-88ec-d6b7372e424b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.445293] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851d59f9-e193-4dbc-b913-21d857f55c7e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.458265] env[62622]: DEBUG nova.compute.provider_tree [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.696173] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.743638] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702395, 'name': PowerOffVM_Task, 'duration_secs': 0.200609} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.743638] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.743874] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.744015] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e03ce3ef-fe25-465e-b999-095f9556f016 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.806893] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.807136] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.807321] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleting the datastore file [datastore1] 6e17ddd6-ce01-4208-91d1-e606340766c8 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.810779] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d346cdc-08b1-4000-b14a-7a708d755cc9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.817114] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for the task: (returnval){ [ 1204.817114] env[62622]: value = "task-2702397" [ 1204.817114] env[62622]: _type = "Task" [ 1204.817114] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.824555] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.905557] env[62622]: DEBUG nova.network.neutron [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updated VIF entry in instance network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.905955] env[62622]: DEBUG nova.network.neutron [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap005a121d-ee", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.961777] env[62622]: DEBUG nova.scheduler.client.report [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.327821] env[62622]: DEBUG oslo_vmware.api [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Task: {'id': task-2702397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135933} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.328195] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.328288] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.328460] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.328638] env[62622]: INFO nova.compute.manager [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1205.328873] env[62622]: DEBUG oslo.service.loopingcall [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.329072] env[62622]: DEBUG nova.compute.manager [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.329170] env[62622]: DEBUG nova.network.neutron [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.347954] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.408828] env[62622]: DEBUG oslo_concurrency.lockutils [req-e7bfef5c-0fe9-443e-ae2d-556cdc95ad07 req-bec31e27-063b-441f-a5c0-a4fa9db08791 service nova] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.466840] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.469613] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.774s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.527571] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dfd89a-2982-4198-9553-8a9761d8c096 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.535680] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f699137-52f8-47c0-a9bd-0f84f2fd046c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.569013] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a086f3b8-7c51-49a7-bcc6-4589863cdc1f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576338] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d1c70-61c6-48a4-90f1-53e743042850 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.589642] env[62622]: DEBUG nova.compute.provider_tree [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.759583] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "baf89b6f-823e-4789-bb7c-611ee7538048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.760076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.760361] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.760559] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.760735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.763289] env[62622]: INFO nova.compute.manager [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Terminating instance [ 1205.977976] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e7bb5a9b-113b-4abb-82fd-82121df3052e tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.623s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.979273] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.631s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.979273] env[62622]: INFO nova.compute.manager [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Unshelving [ 1206.093273] env[62622]: DEBUG nova.scheduler.client.report [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.207834] env[62622]: DEBUG nova.compute.manager [req-5e958bef-cfd3-46da-8abf-65f6a6525223 req-9f4631f9-58bf-465d-831c-5d1ef5d09f7a service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Received event network-vif-deleted-fec6407a-6066-4120-93a0-8785d472930a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.208052] env[62622]: INFO nova.compute.manager [req-5e958bef-cfd3-46da-8abf-65f6a6525223 req-9f4631f9-58bf-465d-831c-5d1ef5d09f7a service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Neutron deleted interface fec6407a-6066-4120-93a0-8785d472930a; detaching it from the instance and deleting it from the info cache [ 1206.208219] env[62622]: DEBUG nova.network.neutron [req-5e958bef-cfd3-46da-8abf-65f6a6525223 req-9f4631f9-58bf-465d-831c-5d1ef5d09f7a service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.243622] env[62622]: DEBUG nova.network.neutron [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.267487] env[62622]: DEBUG nova.compute.manager [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.267887] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e217592c-f902-4e24-bce7-a553690438df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.279621] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8505cbb-1e6b-4269-b054-aa582f92e473 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.307179] env[62622]: WARNING nova.virt.vmwareapi.driver [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance baf89b6f-823e-4789-bb7c-611ee7538048 could not be found. [ 1206.307393] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.307701] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a82396-d6eb-4ddc-8f2a-e626f2af16d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.315450] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6887322-1f69-41b7-8d04-16085a73dad2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.343067] env[62622]: WARNING nova.virt.vmwareapi.vmops [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance baf89b6f-823e-4789-bb7c-611ee7538048 could not be found. [ 1206.343367] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.343450] env[62622]: INFO nova.compute.manager [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1206.343689] env[62622]: DEBUG oslo.service.loopingcall [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.343921] env[62622]: DEBUG nova.compute.manager [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.344028] env[62622]: DEBUG nova.network.neutron [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.598468] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.129s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.600012] env[62622]: INFO nova.compute.manager [None req-7b72fbab-d39f-4579-967d-7497ac0ea9ef tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Successfully reverted task state from rebuilding on failure for instance. [ 1206.710457] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5843c4ef-3efc-4ef9-b307-bd496c58f24b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.719986] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89fc7f9-3d8e-4c27-8149-151dcb0e7200 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.749092] env[62622]: INFO nova.compute.manager [-] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Took 1.42 seconds to deallocate network for instance. [ 1206.751318] env[62622]: DEBUG nova.compute.manager [req-5e958bef-cfd3-46da-8abf-65f6a6525223 req-9f4631f9-58bf-465d-831c-5d1ef5d09f7a service nova] [instance: 6e17ddd6-ce01-4208-91d1-e606340766c8] Detach interface failed, port_id=fec6407a-6066-4120-93a0-8785d472930a, reason: Instance 6e17ddd6-ce01-4208-91d1-e606340766c8 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1207.007065] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.008534] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.008534] env[62622]: DEBUG nova.objects.instance [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'pci_requests' on Instance uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.260328] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.273916] env[62622]: DEBUG nova.network.neutron [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.512040] env[62622]: DEBUG nova.objects.instance [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.777603] env[62622]: INFO nova.compute.manager [-] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Took 1.43 seconds to deallocate network for instance. [ 1208.016865] env[62622]: INFO nova.compute.claims [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.236758] env[62622]: DEBUG nova.compute.manager [req-a20fdea0-cad2-4789-ae54-dc8a5fc8ce55 req-f5d32bc6-aa28-4a5d-8726-1933a475f32e service nova] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Received event network-vif-deleted-1d6c8598-fd8c-4a8d-a037-3d479f285665 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.328115] env[62622]: INFO nova.compute.manager [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Took 0.55 seconds to detach 1 volumes for instance. [ 1208.330218] env[62622]: DEBUG nova.compute.manager [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] [instance: baf89b6f-823e-4789-bb7c-611ee7538048] Deleting volume: ee1497d5-276c-4a6f-9d36-48aab00435bb {{(pid=62622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1208.873188] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.074856] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e429b-d70e-405b-9e44-613e633a8c16 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.082171] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5092f-3560-471c-98c2-b745ed04465c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.112222] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a36a56-8c85-47b0-ad73-5bfb52e0ecbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119403] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22904502-ee92-426c-9e43-b4b7480ef0f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.132255] env[62622]: DEBUG nova.compute.provider_tree [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.635028] env[62622]: DEBUG nova.scheduler.client.report [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.141174] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.133s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.145252] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.885s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.145987] env[62622]: DEBUG nova.objects.instance [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lazy-loading 'resources' on Instance uuid 6e17ddd6-ce01-4208-91d1-e606340766c8 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.186749] env[62622]: INFO nova.network.neutron [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating port 005a121d-ee3d-43f5-8a5c-020156eefeb3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1210.705509] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142430a9-f742-454f-b648-23f7a81c687a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.713075] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86b167-aa93-475d-ae4d-2db61f6d07b0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.743265] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecef6bb-db9d-409b-9f09-6d60ac5d4f85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.751121] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f240ef94-6e11-4156-9cd3-b95360de1643 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.765522] env[62622]: DEBUG nova.compute.provider_tree [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.267950] env[62622]: DEBUG nova.scheduler.client.report [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.614673] env[62622]: DEBUG nova.compute.manager [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.614920] env[62622]: DEBUG oslo_concurrency.lockutils [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.615268] env[62622]: DEBUG oslo_concurrency.lockutils [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.615545] env[62622]: DEBUG oslo_concurrency.lockutils [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.617019] env[62622]: DEBUG nova.compute.manager [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] No waiting events found dispatching network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.618360] env[62622]: WARNING nova.compute.manager [req-12a27ce1-1bd2-4e6a-9b4b-619f88d136ad req-2e718440-eed2-4dc4-8027-dec666f57ba8 service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received unexpected event network-vif-plugged-005a121d-ee3d-43f5-8a5c-020156eefeb3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1211.658519] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.658792] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.698911] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.698911] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.699138] env[62622]: DEBUG nova.network.neutron [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.772971] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.775348] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.902s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.775601] env[62622]: DEBUG nova.objects.instance [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lazy-loading 'resources' on Instance uuid baf89b6f-823e-4789-bb7c-611ee7538048 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.797544] env[62622]: INFO nova.scheduler.client.report [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Deleted allocations for instance 6e17ddd6-ce01-4208-91d1-e606340766c8 [ 1212.163806] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.308704] env[62622]: DEBUG oslo_concurrency.lockutils [None req-c964c802-e94a-43f5-b1e1-8c384902b263 tempest-AttachVolumeNegativeTest-252153550 tempest-AttachVolumeNegativeTest-252153550-project-member] Lock "6e17ddd6-ce01-4208-91d1-e606340766c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.598s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.352466] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a834cf89-c982-4561-9077-69ef7ade1b55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.360284] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b67557-8270-41f8-9308-3839e6f867cb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.394067] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c35629-cd8f-4b40-a556-8ae36c143922 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.403162] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d3956-d31b-471b-a4d5-04c00c922f2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.416543] env[62622]: DEBUG nova.compute.provider_tree [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.461596] env[62622]: DEBUG nova.network.neutron [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.679741] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.919564] env[62622]: DEBUG nova.scheduler.client.report [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.963850] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.992871] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4da2954b41ee86e64866523ad96624d9',container_format='bare',created_at=2025-02-19T18:23:13Z,direct_url=,disk_format='vmdk',id=f91eede4-c158-4b6f-ae8e-98b4728bc646,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-26037930-shelved',owner='4fbe2f13a2dc468e87657b4df10f3a5a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T18:23:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.993149] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.993309] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.993491] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.993637] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.993786] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.993992] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.994166] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.994507] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.994507] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.994652] env[62622]: DEBUG nova.virt.hardware [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.995868] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3f6cd-a78e-47e5-87a2-46e355218b4c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.003738] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ebb4fe-eb62-4740-b923-2d587db972f4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.016890] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f5:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '005a121d-ee3d-43f5-8a5c-020156eefeb3', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.024162] env[62622]: DEBUG oslo.service.loopingcall [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.024396] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.024600] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c3cb55-df3d-4c2b-a1b3-ec4d62914db8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.043523] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.043523] env[62622]: value = "task-2702400" [ 1213.043523] env[62622]: _type = "Task" [ 1213.043523] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.050693] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702400, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.424228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.427210] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.747s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.427917] env[62622]: INFO nova.compute.claims [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.553082] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702400, 'name': CreateVM_Task, 'duration_secs': 0.370784} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.553343] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.554286] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.554546] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.554924] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.555188] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cea4c0-7382-4613-8a02-780d22e2acbb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.559909] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1213.559909] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5287de35-95b2-c4e8-1e6f-08501c6ab1fd" [ 1213.559909] env[62622]: _type = "Task" [ 1213.559909] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.567053] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5287de35-95b2-c4e8-1e6f-08501c6ab1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.637662] env[62622]: DEBUG nova.compute.manager [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.637846] env[62622]: DEBUG nova.compute.manager [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing instance network info cache due to event network-changed-005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1213.638052] env[62622]: DEBUG oslo_concurrency.lockutils [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] Acquiring lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.638226] env[62622]: DEBUG oslo_concurrency.lockutils [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] Acquired lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.638356] env[62622]: DEBUG nova.network.neutron [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Refreshing network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.942846] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ad20b1ff-1441-4ff9-8901-136eefcb8646 tempest-ServerActionsV293TestJSON-1841141554 tempest-ServerActionsV293TestJSON-1841141554-project-member] Lock "baf89b6f-823e-4789-bb7c-611ee7538048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.183s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.070994] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.071284] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Processing image f91eede4-c158-4b6f-ae8e-98b4728bc646 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.071518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.071665] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.071844] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.072136] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-700e3562-649c-4c67-b1b6-8f8462e7de55 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.089105] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.089307] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.090030] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383dbcf9-9a7a-4211-a6c2-c755b8178c38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.095137] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1214.095137] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ad31e-d73e-a101-2df4-23866aad2ad4" [ 1214.095137] env[62622]: _type = "Task" [ 1214.095137] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.103849] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524ad31e-d73e-a101-2df4-23866aad2ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.339499] env[62622]: DEBUG nova.network.neutron [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updated VIF entry in instance network info cache for port 005a121d-ee3d-43f5-8a5c-020156eefeb3. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.340093] env[62622]: DEBUG nova.network.neutron [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [{"id": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "address": "fa:16:3e:c6:f5:93", "network": {"id": "6b7de9b7-8e4d-418f-8586-6001fc322ee7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1623586540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbe2f13a2dc468e87657b4df10f3a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap005a121d-ee", "ovs_interfaceid": "005a121d-ee3d-43f5-8a5c-020156eefeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.488189] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38823daa-e12b-4919-b045-4d0ae9c4ef8d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.495456] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57cb09-643a-4008-89da-07708ed23446 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.524906] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec14e4-d9a1-4ebc-a2fa-5a9b05e5e5f9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.531669] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467af2e-fa5e-4e63-9a3d-ad3da76054a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.544513] env[62622]: DEBUG nova.compute.provider_tree [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.605520] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Preparing fetch location {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1214.605893] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Fetch image to [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97/OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97.vmdk {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1214.606137] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Downloading stream optimized image f91eede4-c158-4b6f-ae8e-98b4728bc646 to [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97/OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97.vmdk on the data store datastore2 as vApp {{(pid=62622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1214.606349] env[62622]: DEBUG nova.virt.vmwareapi.images [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Downloading image file data f91eede4-c158-4b6f-ae8e-98b4728bc646 to the ESX as VM named 'OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97' {{(pid=62622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1214.676559] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1214.676559] env[62622]: value = "resgroup-9" [ 1214.676559] env[62622]: _type = "ResourcePool" [ 1214.676559] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1214.676819] env[62622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cee396a1-bbaa-4516-a833-8756e610c3e2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.697490] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease: (returnval){ [ 1214.697490] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525502b8-29a2-42c2-5991-84deea1938cc" [ 1214.697490] env[62622]: _type = "HttpNfcLease" [ 1214.697490] env[62622]: } obtained for vApp import into resource pool (val){ [ 1214.697490] env[62622]: value = "resgroup-9" [ 1214.697490] env[62622]: _type = "ResourcePool" [ 1214.697490] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1214.697854] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the lease: (returnval){ [ 1214.697854] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525502b8-29a2-42c2-5991-84deea1938cc" [ 1214.697854] env[62622]: _type = "HttpNfcLease" [ 1214.697854] env[62622]: } to be ready. {{(pid=62622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.703452] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.703452] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525502b8-29a2-42c2-5991-84deea1938cc" [ 1214.703452] env[62622]: _type = "HttpNfcLease" [ 1214.703452] env[62622]: } is initializing. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.842868] env[62622]: DEBUG oslo_concurrency.lockutils [req-eb95b9ef-ea7d-42e6-8be6-499ffac725e0 req-4df2906e-1986-453c-9821-3e10bf79a26b service nova] Releasing lock "refresh_cache-0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.047654] env[62622]: DEBUG nova.scheduler.client.report [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.205733] env[62622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.205733] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525502b8-29a2-42c2-5991-84deea1938cc" [ 1215.205733] env[62622]: _type = "HttpNfcLease" [ 1215.205733] env[62622]: } is ready. {{(pid=62622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1215.206068] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1215.206068] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]525502b8-29a2-42c2-5991-84deea1938cc" [ 1215.206068] env[62622]: _type = "HttpNfcLease" [ 1215.206068] env[62622]: }. {{(pid=62622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1215.206783] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecaeaf4-678e-4121-8149-9e8c5ac18c7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.215843] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk from lease info. {{(pid=62622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1215.216029] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk. {{(pid=62622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1215.279445] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d84b6d9-43ab-4b78-8ad0-a7e38814d215 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.553626] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.554352] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.060894] env[62622]: DEBUG nova.compute.utils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1216.062448] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.062448] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.112328] env[62622]: DEBUG nova.policy [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.370489] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Completed reading data from the image iterator. {{(pid=62622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1216.370776] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1216.371876] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412912d-a624-43a9-b26b-b9ee69e2fc11 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.380121] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk is in state: ready. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1216.380314] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk. {{(pid=62622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1216.380654] env[62622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-af76e0e0-9b8e-4d1e-8bbe-b799f9f91edc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.388749] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Successfully created port: 5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.549044] env[62622]: DEBUG oslo_vmware.rw_handles [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca4108-45e4-5df9-ad5e-8c4714708692/disk-0.vmdk. {{(pid=62622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1216.549274] env[62622]: INFO nova.virt.vmwareapi.images [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Downloaded image file data f91eede4-c158-4b6f-ae8e-98b4728bc646 [ 1216.550105] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a93585b-f023-4eac-987a-a4d3ec5d2f37 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.566168] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.569471] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6695c46d-c5fe-4be9-bb40-d51058fad0cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.597344] env[62622]: INFO nova.virt.vmwareapi.images [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] The imported VM was unregistered [ 1216.598324] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Caching image {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1216.598544] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.598801] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b0f009-e679-43c3-8c9a-027390d6061d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.613242] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Created directory with path [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646 {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.613422] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97/OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97.vmdk to [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk. {{(pid=62622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1216.613661] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e020cb28-7198-4410-becf-42af4dd871b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.625038] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1216.625038] env[62622]: value = "task-2702404" [ 1216.625038] env[62622]: _type = "Task" [ 1216.625038] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.633298] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.135343] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.577491] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.607340] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.607599] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.607783] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.607979] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.608189] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.608291] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.608505] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.608671] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.608843] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.609016] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.609187] env[62622]: DEBUG nova.virt.hardware [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.610147] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ed094-be08-4f04-88e1-487cda8f319b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.618261] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a90d7b-7606-4088-b1a4-6b27756acf63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.644795] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.675598] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "a8b89791-c6d1-4377-b81d-03b54e814013" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.676148] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.676381] env[62622]: DEBUG nova.compute.manager [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.677360] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c77ee40-0ffa-4310-87b9-08b322edc99c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.685982] env[62622]: DEBUG nova.compute.manager [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1217.686664] env[62622]: DEBUG nova.objects.instance [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'flavor' on Instance uuid a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.783379] env[62622]: DEBUG nova.compute.manager [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Received event network-vif-plugged-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.783379] env[62622]: DEBUG oslo_concurrency.lockutils [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] Acquiring lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.783379] env[62622]: DEBUG oslo_concurrency.lockutils [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.783379] env[62622]: DEBUG oslo_concurrency.lockutils [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.783379] env[62622]: DEBUG nova.compute.manager [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] No waiting events found dispatching network-vif-plugged-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.783379] env[62622]: WARNING nova.compute.manager [req-16a58d04-a1f4-420f-8e34-699405d3351d req-8510db3f-4289-4bad-bfaa-51b3f1aaf25a service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Received unexpected event network-vif-plugged-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 for instance with vm_state building and task_state spawning. [ 1217.879352] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Successfully updated port: 5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.147425] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.381269] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.381443] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.381597] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.647663] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.695029] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.695280] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566170f5-61dd-40bd-bcad-578b97332866 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.702870] env[62622]: DEBUG oslo_vmware.api [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1218.702870] env[62622]: value = "task-2702406" [ 1218.702870] env[62622]: _type = "Task" [ 1218.702870] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.712594] env[62622]: DEBUG oslo_vmware.api [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.920197] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.041361] env[62622]: DEBUG nova.network.neutron [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updating instance_info_cache with network_info: [{"id": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "address": "fa:16:3e:de:e7:b8", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df28ce2-25", "ovs_interfaceid": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.146671] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702404, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.310894} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.146934] env[62622]: INFO nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97/OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97.vmdk to [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk. [ 1219.147132] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Cleaning up location [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1219.147295] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d1d48403-c76f-4a74-959d-a4744fc8ac97 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.147530] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e477ab-5553-43bc-bc99-ca29251444b8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.153477] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1219.153477] env[62622]: value = "task-2702407" [ 1219.153477] env[62622]: _type = "Task" [ 1219.153477] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.160361] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.211355] env[62622]: DEBUG oslo_vmware.api [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702406, 'name': PowerOffVM_Task, 'duration_secs': 0.20972} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.211615] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.211803] env[62622]: DEBUG nova.compute.manager [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.212548] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab16fe4-8482-4eee-a647-9a387a84dc5e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.544925] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.544925] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Instance network_info: |[{"id": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "address": "fa:16:3e:de:e7:b8", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df28ce2-25", "ovs_interfaceid": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.545339] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e7:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df28ce2-2513-4afa-90fc-bb2ca9cd6d72', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.552810] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating folder: Project (112bb97de21e4eba8b12981665dcdfdf). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.553149] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0addfa03-9d62-418d-8a11-2a430b2aaf36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.564258] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created folder: Project (112bb97de21e4eba8b12981665dcdfdf) in parent group-v544184. [ 1219.564446] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating folder: Instances. Parent ref: group-v544501. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.564668] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a17966-3456-4077-8a7f-d877b7ed6b25 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.572995] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created folder: Instances in parent group-v544501. [ 1219.573248] env[62622]: DEBUG oslo.service.loopingcall [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.573427] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.573617] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99395377-f2a2-4af8-badb-d0ce1187e631 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.594391] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.594391] env[62622]: value = "task-2702410" [ 1219.594391] env[62622]: _type = "Task" [ 1219.594391] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.602710] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702410, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.662549] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032942} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.662789] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.662963] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.663219] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk to [datastore2] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.663459] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a222a4-6d0f-41e9-9749-9a091eb0c792 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.669864] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1219.669864] env[62622]: value = "task-2702411" [ 1219.669864] env[62622]: _type = "Task" [ 1219.669864] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.677133] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.724993] env[62622]: DEBUG oslo_concurrency.lockutils [None req-aba6934b-39da-4f44-be72-9a7a0a42ed98 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.807795] env[62622]: DEBUG nova.compute.manager [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Received event network-changed-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.808063] env[62622]: DEBUG nova.compute.manager [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Refreshing instance network info cache due to event network-changed-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1219.808262] env[62622]: DEBUG oslo_concurrency.lockutils [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] Acquiring lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.808400] env[62622]: DEBUG oslo_concurrency.lockutils [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] Acquired lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.808579] env[62622]: DEBUG nova.network.neutron [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Refreshing network info cache for port 5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.093090] env[62622]: DEBUG nova.objects.instance [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'flavor' on Instance uuid a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.104907] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702410, 'name': CreateVM_Task} progress is 99%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.180578] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.521098] env[62622]: DEBUG nova.network.neutron [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updated VIF entry in instance network info cache for port 5df28ce2-2513-4afa-90fc-bb2ca9cd6d72. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.521485] env[62622]: DEBUG nova.network.neutron [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updating instance_info_cache with network_info: [{"id": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "address": "fa:16:3e:de:e7:b8", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df28ce2-25", "ovs_interfaceid": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.601644] env[62622]: DEBUG oslo_concurrency.lockutils [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.601858] env[62622]: DEBUG oslo_concurrency.lockutils [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.601989] env[62622]: DEBUG nova.network.neutron [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.602206] env[62622]: DEBUG nova.objects.instance [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'info_cache' on Instance uuid a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.610049] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702410, 'name': CreateVM_Task, 'duration_secs': 0.572178} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.610049] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.610552] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.610715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.611051] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.611315] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30fe1b0-2efc-4901-9841-99c91763c3dd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.617182] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1220.617182] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ebb560-f0ba-f6b0-0a38-f888f7cb4991" [ 1220.617182] env[62622]: _type = "Task" [ 1220.617182] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.626392] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ebb560-f0ba-f6b0-0a38-f888f7cb4991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.683643] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.024920] env[62622]: DEBUG oslo_concurrency.lockutils [req-703b7d24-dbfa-429f-b163-c53ba49ba027 req-826dd326-eac7-420a-9799-5a8f0f04d8b4 service nova] Releasing lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.106495] env[62622]: DEBUG nova.objects.base [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.128103] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52ebb560-f0ba-f6b0-0a38-f888f7cb4991, 'name': SearchDatastore_Task, 'duration_secs': 0.080704} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.128409] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.128643] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.128882] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.129130] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.129249] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.129479] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69eb151a-6d46-48e2-bd12-11aa279b9096 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.142265] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.142496] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.143364] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d445ae3c-ac1b-49b3-afae-c0d8f1211d87 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.151090] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1221.151090] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e9c64b-3933-7917-cc25-33aa23b32847" [ 1221.151090] env[62622]: _type = "Task" [ 1221.151090] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.158974] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e9c64b-3933-7917-cc25-33aa23b32847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.180440] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.661940] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e9c64b-3933-7917-cc25-33aa23b32847, 'name': SearchDatastore_Task, 'duration_secs': 0.086416} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.662775] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdc7926-0418-44c2-a61a-d85f743b65e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.668532] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1221.668532] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c26fa-3d0e-7fd7-773c-071c9c4c7257" [ 1221.668532] env[62622]: _type = "Task" [ 1221.668532] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.679544] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c26fa-3d0e-7fd7-773c-071c9c4c7257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.683772] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.042775] env[62622]: DEBUG nova.network.neutron [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.181119] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702411, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.326072} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.184442] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f91eede4-c158-4b6f-ae8e-98b4728bc646/f91eede4-c158-4b6f-ae8e-98b4728bc646.vmdk to [datastore2] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.187354] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524c26fa-3d0e-7fd7-773c-071c9c4c7257, 'name': SearchDatastore_Task, 'duration_secs': 0.08447} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.187354] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0fdbea-8374-4c75-ae3b-0bd91e1c681f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.187889] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.188026] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 69c2a316-ede4-4d4e-9337-8dc72e85ebcb/69c2a316-ede4-4d4e-9337-8dc72e85ebcb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.188567] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b8e515c-3a6e-44b4-bd6f-424a9778b097 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.210527] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.211995] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2636e237-d47c-46ab-a43a-2c3f20df13cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.226094] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1222.226094] env[62622]: value = "task-2702412" [ 1222.226094] env[62622]: _type = "Task" [ 1222.226094] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.231452] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1222.231452] env[62622]: value = "task-2702413" [ 1222.231452] env[62622]: _type = "Task" [ 1222.231452] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.234340] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.241579] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.547231] env[62622]: DEBUG oslo_concurrency.lockutils [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.737826] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453499} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.740707] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 69c2a316-ede4-4d4e-9337-8dc72e85ebcb/69c2a316-ede4-4d4e-9337-8dc72e85ebcb.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.740986] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.741273] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0850727f-a73a-4566-b988-1f9b8f813bbe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.747521] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702413, 'name': ReconfigVM_Task, 'duration_secs': 0.484498} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.748674] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27/0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27.vmdk or device None with type streamOptimized {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.749345] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1222.749345] env[62622]: value = "task-2702414" [ 1222.749345] env[62622]: _type = "Task" [ 1222.749345] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.749535] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a4ecfe-39ab-447c-803c-1519463842d2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.759573] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.760808] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1222.760808] env[62622]: value = "task-2702415" [ 1222.760808] env[62622]: _type = "Task" [ 1222.760808] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.768026] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702415, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.261114] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066333} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.261499] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.264927] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6c7e0-daea-4dff-91c3-ab2f3a1bc4ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.272320] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702415, 'name': Rename_Task, 'duration_secs': 0.136321} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.281238] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.289786] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 69c2a316-ede4-4d4e-9337-8dc72e85ebcb/69c2a316-ede4-4d4e-9337-8dc72e85ebcb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.290070] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07660972-6496-43a5-88ae-64bfbba34db1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.291718] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07506b4f-c6ab-4d4f-a615-51725281ea6f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.310561] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1223.310561] env[62622]: value = "task-2702416" [ 1223.310561] env[62622]: _type = "Task" [ 1223.310561] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.311956] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1223.311956] env[62622]: value = "task-2702417" [ 1223.311956] env[62622]: _type = "Task" [ 1223.311956] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.322459] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.325326] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.553577] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.553903] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6e90fe-9279-402d-917b-7a45867d7d41 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.561585] env[62622]: DEBUG oslo_vmware.api [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1223.561585] env[62622]: value = "task-2702418" [ 1223.561585] env[62622]: _type = "Task" [ 1223.561585] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.570355] env[62622]: DEBUG oslo_vmware.api [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.824154] env[62622]: DEBUG oslo_vmware.api [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702416, 'name': PowerOnVM_Task, 'duration_secs': 0.47124} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.827063] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.828909] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702417, 'name': ReconfigVM_Task, 'duration_secs': 0.375534} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.829615] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 69c2a316-ede4-4d4e-9337-8dc72e85ebcb/69c2a316-ede4-4d4e-9337-8dc72e85ebcb.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.830264] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c349cf9-48f9-4088-ad37-8f9c92cb27ea {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.837029] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1223.837029] env[62622]: value = "task-2702419" [ 1223.837029] env[62622]: _type = "Task" [ 1223.837029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.844931] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702419, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.926169] env[62622]: DEBUG nova.compute.manager [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.927083] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ed3df-53d1-44a3-abe7-d975b3afb642 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.071524] env[62622]: DEBUG oslo_vmware.api [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702418, 'name': PowerOnVM_Task, 'duration_secs': 0.440576} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.071797] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.071992] env[62622]: DEBUG nova.compute.manager [None req-517a412c-b962-4922-bc8f-91a44d5abff8 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.072743] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50cfc20-6fdf-4d88-9753-d58afe47b811 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.348032] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702419, 'name': Rename_Task, 'duration_secs': 0.367054} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.348332] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.348576] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9afc57-31cb-4e27-b25e-b23cf5cb8b7d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.355106] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1224.355106] env[62622]: value = "task-2702420" [ 1224.355106] env[62622]: _type = "Task" [ 1224.355106] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.363219] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.445091] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ea6b4858-0afe-4c5d-b00d-f23667697451 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.466s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.510923] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.511256] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.865397] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.017049] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.017049] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1225.114600] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.114845] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.115078] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.115271] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.115437] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.117413] env[62622]: INFO nova.compute.manager [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Terminating instance [ 1225.366044] env[62622]: DEBUG oslo_vmware.api [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702420, 'name': PowerOnVM_Task, 'duration_secs': 0.548799} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.366195] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.366347] env[62622]: INFO nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1225.366528] env[62622]: DEBUG nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.367276] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba956d3-150e-44be-99b3-54b749a08399 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.518733] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Didn't find any instances for network info cache update. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1225.518966] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519150] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519304] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519455] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519596] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519740] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.519872] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1225.520028] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.621553] env[62622]: DEBUG nova.compute.manager [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.621780] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.622673] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff87a3-5709-4efb-b22a-cd22c18e0e2a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.630386] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.630622] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd92135-6b49-474f-a8e6-26b9d923034d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.636806] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1225.636806] env[62622]: value = "task-2702421" [ 1225.636806] env[62622]: _type = "Task" [ 1225.636806] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.644592] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.882924] env[62622]: INFO nova.compute.manager [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Took 13.22 seconds to build instance. [ 1226.023715] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.023904] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.024094] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.024256] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.025510] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93404138-2b87-4c2a-a990-6586601e43ba {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.033593] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dafb84-7e12-4e93-b951-45e43c5a92ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.040158] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5071de09-f90e-4b5b-ad67-f64b1740c366 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.051121] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3aed9-5109-463b-9e6b-7e8b09ddedfc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.054593] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Suspending the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1226.055106] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7c8be475-df40-4ce2-b5ed-122f11ba977a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.058760] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b274f9a4-bb42-4560-ad01-4ba3bac698a5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.062617] env[62622]: DEBUG oslo_vmware.api [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1226.062617] env[62622]: value = "task-2702422" [ 1226.062617] env[62622]: _type = "Task" [ 1226.062617] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.090600] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180160MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.090798] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.090951] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.096726] env[62622]: DEBUG oslo_vmware.api [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702422, 'name': SuspendVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.146424] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702421, 'name': PowerOffVM_Task, 'duration_secs': 0.24943} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.146691] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.146797] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.147018] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598045c9-4a64-4e6b-b899-7591a2df6ce1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.216301] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.216531] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.216694] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleting the datastore file [datastore2] 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.216966] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-956f3f71-8ad5-45fc-a956-064a663c4185 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.222740] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for the task: (returnval){ [ 1226.222740] env[62622]: value = "task-2702424" [ 1226.222740] env[62622]: _type = "Task" [ 1226.222740] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.231464] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.385430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5bc74378-a8c6-444f-aa53-60e1da752392 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.726s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.572267] env[62622]: DEBUG oslo_vmware.api [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702422, 'name': SuspendVM_Task} progress is 70%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.732171] env[62622]: DEBUG oslo_vmware.api [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Task: {'id': task-2702424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13848} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.732445] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.732642] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.732808] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.733026] env[62622]: INFO nova.compute.manager [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.733241] env[62622]: DEBUG oslo.service.loopingcall [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.733436] env[62622]: DEBUG nova.compute.manager [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.733533] env[62622]: DEBUG nova.network.neutron [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.073297] env[62622]: DEBUG oslo_vmware.api [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702422, 'name': SuspendVM_Task, 'duration_secs': 0.587513} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.073591] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Suspended the VM {{(pid=62622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1227.073740] env[62622]: DEBUG nova.compute.manager [None req-c0109c34-90de-463b-8d25-2320028da052 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.074515] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f71eb5-783a-43e4-b6af-9fe89e0606b3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.114608] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance a8b89791-c6d1-4377-b81d-03b54e814013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.114840] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.114925] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 69c2a316-ede4-4d4e-9337-8dc72e85ebcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.176422] env[62622]: DEBUG nova.compute.manager [req-b8f15490-1b49-41e9-897d-efe996436362 req-3de8a9cb-130c-4860-b020-40852f1e641d service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Received event network-vif-deleted-005a121d-ee3d-43f5-8a5c-020156eefeb3 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.176744] env[62622]: INFO nova.compute.manager [req-b8f15490-1b49-41e9-897d-efe996436362 req-3de8a9cb-130c-4860-b020-40852f1e641d service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Neutron deleted interface 005a121d-ee3d-43f5-8a5c-020156eefeb3; detaching it from the instance and deleting it from the info cache [ 1227.176878] env[62622]: DEBUG nova.network.neutron [req-b8f15490-1b49-41e9-897d-efe996436362 req-3de8a9cb-130c-4860-b020-40852f1e641d service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.617592] env[62622]: INFO nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 52644022-0cdc-46d9-91d6-0ff2840067cd has allocations against this compute host but is not found in the database. [ 1227.617984] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.618209] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.658656] env[62622]: DEBUG nova.network.neutron [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.679325] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc4f61d2-b15d-4b35-b75f-e9b011db7647 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.684866] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19b8fd-e3b5-4a80-8ca5-bfe51ec721e8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.691658] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0009b-4e27-45f1-9d0a-c4c896fff435 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.706326] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073debb9-bf00-4ce8-845a-451f3c3ede91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.743217] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31673cb-f1e0-4468-84c9-e05f2b398554 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.745749] env[62622]: DEBUG nova.compute.manager [req-b8f15490-1b49-41e9-897d-efe996436362 req-3de8a9cb-130c-4860-b020-40852f1e641d service nova] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Detach interface failed, port_id=005a121d-ee3d-43f5-8a5c-020156eefeb3, reason: Instance 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1227.750913] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b67903-ea74-4fb9-ae7d-fe4120935023 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.764059] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.800459] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b6b4354f-e492-46b7-ab70-64633a335864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.800698] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.161676] env[62622]: INFO nova.compute.manager [-] [instance: 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27] Took 1.43 seconds to deallocate network for instance. [ 1228.266907] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.302700] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.405360] env[62622]: INFO nova.compute.manager [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Resuming [ 1228.406070] env[62622]: DEBUG nova.objects.instance [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'flavor' on Instance uuid a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.668666] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.772221] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.772428] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.681s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.772689] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.104s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.772945] env[62622]: DEBUG nova.objects.instance [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lazy-loading 'resources' on Instance uuid 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.822705] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.336566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e267a3-7e51-4e29-9e13-294cbc5f5579 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.344105] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891357fb-ba87-414e-b563-fe00233d9a91 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.373496] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaadf53e-0a0c-4c82-8f7b-c3860f93bb0d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.380471] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be4b55-7841-44ff-9253-515af5780e85 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.394240] env[62622]: DEBUG nova.compute.provider_tree [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.897824] env[62622]: DEBUG nova.scheduler.client.report [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.915755] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.915950] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquired lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.916145] env[62622]: DEBUG nova.network.neutron [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.402813] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.405131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.582s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.406695] env[62622]: INFO nova.compute.claims [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.419072] env[62622]: INFO nova.scheduler.client.report [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Deleted allocations for instance 0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27 [ 1230.612616] env[62622]: DEBUG nova.network.neutron [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [{"id": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "address": "fa:16:3e:d3:b5:0d", "network": {"id": "0a63e926-0972-48fa-94e3-091e2268b994", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1810795149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e9a955b41e4cb190b1375f52d61088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dfb1ce-a5", "ovs_interfaceid": "21dfb1ce-a516-4d2d-a387-3f2d92af5ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.930243] env[62622]: DEBUG oslo_concurrency.lockutils [None req-6000ef00-81fb-45e4-8ddc-bae86fdd1518 tempest-ServerActionsTestOtherB-1293240403 tempest-ServerActionsTestOtherB-1293240403-project-member] Lock "0cd79f20-92ba-4d64-a5b9-e7b7bb6efe27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.115483] env[62622]: DEBUG oslo_concurrency.lockutils [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Releasing lock "refresh_cache-a8b89791-c6d1-4377-b81d-03b54e814013" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.116477] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28d8f8-6585-4a98-892b-3c9cd6cf733e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.123228] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Resuming the VM {{(pid=62622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1231.123451] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b93c36e-d1bd-49ea-b5ce-2c1f216f9f36 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.129824] env[62622]: DEBUG oslo_vmware.api [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1231.129824] env[62622]: value = "task-2702425" [ 1231.129824] env[62622]: _type = "Task" [ 1231.129824] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.136813] env[62622]: DEBUG oslo_vmware.api [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.469144] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef896234-649c-4d7b-96f1-87c7f12bb700 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.482669] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74123e1-8076-48fa-a57c-dad15257629e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.520503] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2da10d-840a-4ea8-ac1f-135ef3345e42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.532632] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1bad9d-a2f7-47c2-a62d-3336e0813b50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.550946] env[62622]: DEBUG nova.compute.provider_tree [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.645891] env[62622]: DEBUG oslo_vmware.api [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.055041] env[62622]: DEBUG nova.scheduler.client.report [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.140290] env[62622]: DEBUG oslo_vmware.api [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702425, 'name': PowerOnVM_Task, 'duration_secs': 0.531835} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.140805] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Resumed the VM {{(pid=62622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1232.140989] env[62622]: DEBUG nova.compute.manager [None req-bd52eb6b-ead9-487d-9ae6-91c4b651d285 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.141847] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbc187-640a-41d1-8283-0539bec06b0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.559909] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.560469] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.069414] env[62622]: DEBUG nova.compute.utils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.070852] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.071044] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.096975] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "a8b89791-c6d1-4377-b81d-03b54e814013" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.097205] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.097395] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.097574] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.097738] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.099599] env[62622]: INFO nova.compute.manager [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Terminating instance [ 1233.113298] env[62622]: DEBUG nova.policy [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.365199] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Successfully created port: 31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.573958] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.603153] env[62622]: DEBUG nova.compute.manager [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.603399] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.604663] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb511fa-7ac0-49b8-9230-74d36085e812 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.613318] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.613561] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefc7c46-329a-4f73-961f-f465f7b6c4df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.620308] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1233.620308] env[62622]: value = "task-2702427" [ 1233.620308] env[62622]: _type = "Task" [ 1233.620308] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.630473] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.130437] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702427, 'name': PowerOffVM_Task, 'duration_secs': 0.213211} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.130703] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.130871] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.131135] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-471bb6bb-6bea-4295-8f66-d69e9af1bb35 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.353504] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.353968] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.353968] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleting the datastore file [datastore1] a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.354245] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fbe7744-ded5-4590-852d-6510cbf2b3a2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.360035] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for the task: (returnval){ [ 1234.360035] env[62622]: value = "task-2702429" [ 1234.360035] env[62622]: _type = "Task" [ 1234.360035] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.368019] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.583952] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.610523] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.610762] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.610924] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.611139] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.611280] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.611439] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.611638] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.611791] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.611954] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.612123] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.612291] env[62622]: DEBUG nova.virt.hardware [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.613135] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff35de-d111-49b3-9fc8-b3bfef4c3248 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.621393] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4fa236-6600-4480-b7e8-d3911a790080 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.744825] env[62622]: DEBUG nova.compute.manager [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Received event network-vif-plugged-31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.745065] env[62622]: DEBUG oslo_concurrency.lockutils [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] Acquiring lock "b6b4354f-e492-46b7-ab70-64633a335864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.745384] env[62622]: DEBUG oslo_concurrency.lockutils [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] Lock "b6b4354f-e492-46b7-ab70-64633a335864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.745460] env[62622]: DEBUG oslo_concurrency.lockutils [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] Lock "b6b4354f-e492-46b7-ab70-64633a335864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.745614] env[62622]: DEBUG nova.compute.manager [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] No waiting events found dispatching network-vif-plugged-31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.745820] env[62622]: WARNING nova.compute.manager [req-65c6deff-be42-41ed-94b6-41a420da9946 req-ca5bfa1c-2609-4b70-9e19-80846d2b4275 service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Received unexpected event network-vif-plugged-31db4e3b-ba40-4652-9274-6c3501773ca7 for instance with vm_state building and task_state spawning. [ 1234.821922] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Successfully updated port: 31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.870487] env[62622]: DEBUG oslo_vmware.api [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Task: {'id': task-2702429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140162} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.871080] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.871305] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.871488] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.871663] env[62622]: INFO nova.compute.manager [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1234.871903] env[62622]: DEBUG oslo.service.loopingcall [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.872558] env[62622]: DEBUG nova.compute.manager [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.872665] env[62622]: DEBUG nova.network.neutron [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.327583] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.327788] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.328128] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.795050] env[62622]: DEBUG nova.network.neutron [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.863690] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.991787] env[62622]: DEBUG nova.network.neutron [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Updating instance_info_cache with network_info: [{"id": "31db4e3b-ba40-4652-9274-6c3501773ca7", "address": "fa:16:3e:54:d6:ac", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31db4e3b-ba", "ovs_interfaceid": "31db4e3b-ba40-4652-9274-6c3501773ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.297830] env[62622]: INFO nova.compute.manager [-] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Took 1.42 seconds to deallocate network for instance. [ 1236.494918] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.495269] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Instance network_info: |[{"id": "31db4e3b-ba40-4652-9274-6c3501773ca7", "address": "fa:16:3e:54:d6:ac", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31db4e3b-ba", "ovs_interfaceid": "31db4e3b-ba40-4652-9274-6c3501773ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.495702] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d6:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31db4e3b-ba40-4652-9274-6c3501773ca7', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.503325] env[62622]: DEBUG oslo.service.loopingcall [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.503534] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.503759] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c07be3-ba56-4289-8587-ee7672a5a777 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.523179] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.523179] env[62622]: value = "task-2702430" [ 1236.523179] env[62622]: _type = "Task" [ 1236.523179] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.530547] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702430, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.777229] env[62622]: DEBUG nova.compute.manager [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Received event network-changed-31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.777441] env[62622]: DEBUG nova.compute.manager [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Refreshing instance network info cache due to event network-changed-31db4e3b-ba40-4652-9274-6c3501773ca7. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1236.777652] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] Acquiring lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.777809] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] Acquired lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.778024] env[62622]: DEBUG nova.network.neutron [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Refreshing network info cache for port 31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.803841] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.804236] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.804356] env[62622]: DEBUG nova.objects.instance [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lazy-loading 'resources' on Instance uuid a8b89791-c6d1-4377-b81d-03b54e814013 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.034388] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702430, 'name': CreateVM_Task, 'duration_secs': 0.285235} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.034653] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.035482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.035678] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.036008] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.036273] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4036e6cc-bd47-4fde-9b73-7a2f3da90cd2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.041058] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1237.041058] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210b318-585c-fc36-7714-0378630e1748" [ 1237.041058] env[62622]: _type = "Task" [ 1237.041058] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.048603] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210b318-585c-fc36-7714-0378630e1748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.358168] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27d151-d2c1-44bd-a4dd-2b85e79cfb3d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.367458] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a84b605-9851-49fb-9264-2fa824572e3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.401537] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d8c33-3431-4265-bc93-a81e200a803d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.408548] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00506317-13d4-47a2-8a69-b14ad674f465 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.422044] env[62622]: DEBUG nova.compute.provider_tree [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.487904] env[62622]: DEBUG nova.network.neutron [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Updated VIF entry in instance network info cache for port 31db4e3b-ba40-4652-9274-6c3501773ca7. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.488293] env[62622]: DEBUG nova.network.neutron [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Updating instance_info_cache with network_info: [{"id": "31db4e3b-ba40-4652-9274-6c3501773ca7", "address": "fa:16:3e:54:d6:ac", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31db4e3b-ba", "ovs_interfaceid": "31db4e3b-ba40-4652-9274-6c3501773ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.550783] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5210b318-585c-fc36-7714-0378630e1748, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.551128] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.551428] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.551735] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.551981] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.552238] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.552524] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79d0d53-b20f-4d4b-93f1-c6e113db57df {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.560776] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.560909] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.561614] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604ae6c5-b9d8-47ec-998d-585ef500be70 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.567984] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1237.567984] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e3954-c47e-cae1-e6f3-f15ca425d8f4" [ 1237.567984] env[62622]: _type = "Task" [ 1237.567984] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.575874] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e3954-c47e-cae1-e6f3-f15ca425d8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.924882] env[62622]: DEBUG nova.scheduler.client.report [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.991586] env[62622]: DEBUG oslo_concurrency.lockutils [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] Releasing lock "refresh_cache-b6b4354f-e492-46b7-ab70-64633a335864" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.991586] env[62622]: DEBUG nova.compute.manager [req-bb1364aa-cb34-4634-8ed8-500fb250d2ba req-bb87a926-ae6e-4477-b334-eacf48bf25db service nova] [instance: a8b89791-c6d1-4377-b81d-03b54e814013] Received event network-vif-deleted-21dfb1ce-a516-4d2d-a387-3f2d92af5ea5 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.079451] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]527e3954-c47e-cae1-e6f3-f15ca425d8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.080341] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d9875a-c434-453a-841b-6c9bcdf709da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.086817] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1238.086817] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6b4c1-68ac-4271-6ed7-f8b1808f37c6" [ 1238.086817] env[62622]: _type = "Task" [ 1238.086817] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.094581] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6b4c1-68ac-4271-6ed7-f8b1808f37c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.430710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.454257] env[62622]: INFO nova.scheduler.client.report [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Deleted allocations for instance a8b89791-c6d1-4377-b81d-03b54e814013 [ 1238.597711] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52c6b4c1-68ac-4271-6ed7-f8b1808f37c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.598011] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.598286] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] b6b4354f-e492-46b7-ab70-64633a335864/b6b4354f-e492-46b7-ab70-64633a335864.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.598544] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00a91ab6-5649-40c8-af48-bc825ce04ad1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.605129] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1238.605129] env[62622]: value = "task-2702431" [ 1238.605129] env[62622]: _type = "Task" [ 1238.605129] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.612590] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.962586] env[62622]: DEBUG oslo_concurrency.lockutils [None req-941d9369-3a39-4c21-844a-0a4a9ad9e983 tempest-ServerActionsTestJSON-1973665246 tempest-ServerActionsTestJSON-1973665246-project-member] Lock "a8b89791-c6d1-4377-b81d-03b54e814013" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.114589] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439035} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.114841] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] b6b4354f-e492-46b7-ab70-64633a335864/b6b4354f-e492-46b7-ab70-64633a335864.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.115070] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.115314] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866961b6-9e78-4669-bc3c-1b85342950bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.122060] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1239.122060] env[62622]: value = "task-2702432" [ 1239.122060] env[62622]: _type = "Task" [ 1239.122060] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.128839] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.631929] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0642} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.632133] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.632902] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f20913-84e1-446a-963a-643023117aa5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.654273] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b6b4354f-e492-46b7-ab70-64633a335864/b6b4354f-e492-46b7-ab70-64633a335864.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.654562] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa11b09d-4e4f-4e3f-bebb-6e48b89a89e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.672848] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1239.672848] env[62622]: value = "task-2702433" [ 1239.672848] env[62622]: _type = "Task" [ 1239.672848] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.680436] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.183228] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.684259] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702433, 'name': ReconfigVM_Task, 'duration_secs': 0.779724} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.684532] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b6b4354f-e492-46b7-ab70-64633a335864/b6b4354f-e492-46b7-ab70-64633a335864.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.685217] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72153d4c-1296-4d15-82fe-f82fbdb83bf5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.691919] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1240.691919] env[62622]: value = "task-2702434" [ 1240.691919] env[62622]: _type = "Task" [ 1240.691919] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.699928] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702434, 'name': Rename_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.202782] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702434, 'name': Rename_Task, 'duration_secs': 0.129078} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.203166] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.203353] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fabd4f00-0656-4033-8379-00f3889fdc62 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.209687] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1241.209687] env[62622]: value = "task-2702435" [ 1241.209687] env[62622]: _type = "Task" [ 1241.209687] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.218886] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.719256] env[62622]: DEBUG oslo_vmware.api [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702435, 'name': PowerOnVM_Task, 'duration_secs': 0.491902} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.719544] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.719757] env[62622]: INFO nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1241.719941] env[62622]: DEBUG nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.720785] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6b45d-dfcf-4bfd-a401-9c99428a124c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.239027] env[62622]: INFO nova.compute.manager [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Took 13.43 seconds to build instance. [ 1242.741303] env[62622]: DEBUG oslo_concurrency.lockutils [None req-44721284-5e72-42d1-8f92-f56637983b7e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.940s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.470358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b6b4354f-e492-46b7-ab70-64633a335864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.470358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.470358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b6b4354f-e492-46b7-ab70-64633a335864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.470358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.470358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.472144] env[62622]: INFO nova.compute.manager [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Terminating instance [ 1243.976040] env[62622]: DEBUG nova.compute.manager [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.976040] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.976774] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f29a72-bdcd-4ed4-b2a2-a1ce257d06bb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.987123] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.987123] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59630589-ef37-460f-98c8-9a5d8c649feb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.992101] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1243.992101] env[62622]: value = "task-2702436" [ 1243.992101] env[62622]: _type = "Task" [ 1243.992101] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.000395] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.502036] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702436, 'name': PowerOffVM_Task, 'duration_secs': 0.179865} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.502339] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.502458] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.503850] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bef658c2-f343-4c46-b7cd-8ddfcae4f96e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.508177] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.508395] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.577720] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.578710] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.578710] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore2] b6b4354f-e492-46b7-ab70-64633a335864 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.578710] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3930416-85d0-4125-aa45-0fd6dc341cd2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.585539] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1244.585539] env[62622]: value = "task-2702438" [ 1244.585539] env[62622]: _type = "Task" [ 1244.585539] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.593479] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.010930] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.096014] env[62622]: DEBUG oslo_vmware.api [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142635} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.096405] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.096621] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.096808] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.097018] env[62622]: INFO nova.compute.manager [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.097347] env[62622]: DEBUG oslo.service.loopingcall [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.097556] env[62622]: DEBUG nova.compute.manager [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.097674] env[62622]: DEBUG nova.network.neutron [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.377168] env[62622]: DEBUG nova.compute.manager [req-51ff3e98-6f57-488c-8ced-e1fd20890846 req-cfaa1f28-bbd1-482e-975f-436ecc83426f service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Received event network-vif-deleted-31db4e3b-ba40-4652-9274-6c3501773ca7 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.377375] env[62622]: INFO nova.compute.manager [req-51ff3e98-6f57-488c-8ced-e1fd20890846 req-cfaa1f28-bbd1-482e-975f-436ecc83426f service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Neutron deleted interface 31db4e3b-ba40-4652-9274-6c3501773ca7; detaching it from the instance and deleting it from the info cache [ 1245.377546] env[62622]: DEBUG nova.network.neutron [req-51ff3e98-6f57-488c-8ced-e1fd20890846 req-cfaa1f28-bbd1-482e-975f-436ecc83426f service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.532772] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.533061] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.534880] env[62622]: INFO nova.compute.claims [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.847401] env[62622]: DEBUG nova.network.neutron [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.879667] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-871aea6f-2e29-4a9c-b132-f6997843992b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.889853] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f0f628-d81c-43e4-834c-a55e1510c279 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.913823] env[62622]: DEBUG nova.compute.manager [req-51ff3e98-6f57-488c-8ced-e1fd20890846 req-cfaa1f28-bbd1-482e-975f-436ecc83426f service nova] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Detach interface failed, port_id=31db4e3b-ba40-4652-9274-6c3501773ca7, reason: Instance b6b4354f-e492-46b7-ab70-64633a335864 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1246.350408] env[62622]: INFO nova.compute.manager [-] [instance: b6b4354f-e492-46b7-ab70-64633a335864] Took 1.25 seconds to deallocate network for instance. [ 1246.593586] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a188f11-511b-4be4-b7c8-f6ae188c111e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.601085] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c97f8-ace7-47b1-b471-9f1d9c27e4e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.630445] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50f93f-021d-403d-8d74-ee6de3352140 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.637333] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4973d99-016f-4eff-8e72-b1494c2556f5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.651716] env[62622]: DEBUG nova.compute.provider_tree [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.857418] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.155163] env[62622]: DEBUG nova.scheduler.client.report [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.659256] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.659780] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.662317] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.805s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.662503] env[62622]: DEBUG nova.objects.instance [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid b6b4354f-e492-46b7-ab70-64633a335864 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.166761] env[62622]: DEBUG nova.compute.utils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1248.172015] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.172015] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.215133] env[62622]: DEBUG nova.policy [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfccbfd249444fe6bb81b1101f761532', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ef6f060a634ac99a8d1a54d608914d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.218300] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa72201-bc0a-4e67-a8c8-6376659795d3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.225316] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81d654-8395-46ab-90ba-317c985a9404 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.255729] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc896bfd-f6d4-4b0b-b0d6-31b2e5c576e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.263161] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d078a997-2b55-4f8e-98ff-4eda8f708474 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.276745] env[62622]: DEBUG nova.compute.provider_tree [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.452047] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Successfully created port: 2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.671546] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.780402] env[62622]: DEBUG nova.scheduler.client.report [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.285247] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.303043] env[62622]: INFO nova.scheduler.client.report [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance b6b4354f-e492-46b7-ab70-64633a335864 [ 1249.682995] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.706647] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.706924] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.707099] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.707311] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.707495] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.707665] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.707890] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.708087] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.708273] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.709089] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.709089] env[62622]: DEBUG nova.virt.hardware [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.709837] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ae718-0e18-4624-a498-b583dd71e52b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.718483] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62753159-6938-4e34-ac04-e8060b8f12a6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.812065] env[62622]: DEBUG nova.compute.manager [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Received event network-vif-plugged-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.814684] env[62622]: DEBUG oslo_concurrency.lockutils [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] Acquiring lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.814684] env[62622]: DEBUG oslo_concurrency.lockutils [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.814684] env[62622]: DEBUG oslo_concurrency.lockutils [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.814684] env[62622]: DEBUG nova.compute.manager [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] No waiting events found dispatching network-vif-plugged-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.814684] env[62622]: WARNING nova.compute.manager [req-28498560-f43f-41a2-bd07-c0e82646eed0 req-35178ad5-9502-4f63-9043-03385c33c170 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Received unexpected event network-vif-plugged-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b for instance with vm_state building and task_state spawning. [ 1249.814684] env[62622]: DEBUG oslo_concurrency.lockutils [None req-d959e512-d926-4ca1-a9b6-633aa5d65c75 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b6b4354f-e492-46b7-ab70-64633a335864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.345s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.901296] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Successfully updated port: 2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.403489] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.403640] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquired lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.403791] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.525927] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "90687060-2775-4239-a6b1-e34869c1567d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.526216] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.936836] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.028502] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.070233] env[62622]: DEBUG nova.network.neutron [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Updating instance_info_cache with network_info: [{"id": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "address": "fa:16:3e:79:3d:62", "network": {"id": "846324ea-6da4-4653-a96b-769712e4843b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2137870542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef6f060a634ac99a8d1a54d608914d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dca54a9-34", "ovs_interfaceid": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.550789] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.551053] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.552550] env[62622]: INFO nova.compute.claims [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.572417] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Releasing lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.572706] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Instance network_info: |[{"id": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "address": "fa:16:3e:79:3d:62", "network": {"id": "846324ea-6da4-4653-a96b-769712e4843b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2137870542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef6f060a634ac99a8d1a54d608914d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dca54a9-34", "ovs_interfaceid": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.573093] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:3d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.580719] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Creating folder: Project (e1ef6f060a634ac99a8d1a54d608914d). Parent ref: group-v544184. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.580982] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8f6f18-8618-4a8e-b4d1-30aa9f534793 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.592114] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Created folder: Project (e1ef6f060a634ac99a8d1a54d608914d) in parent group-v544184. [ 1251.592305] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Creating folder: Instances. Parent ref: group-v544505. {{(pid=62622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.592534] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbdb23e7-54ea-4027-af46-95e1284d8b4b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.601760] env[62622]: INFO nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Created folder: Instances in parent group-v544505. [ 1251.601980] env[62622]: DEBUG oslo.service.loopingcall [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.602177] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.602372] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606431c9-b8e7-4081-a3d1-f613f5c2fb0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.620313] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.620313] env[62622]: value = "task-2702441" [ 1251.620313] env[62622]: _type = "Task" [ 1251.620313] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.627561] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702441, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.843883] env[62622]: DEBUG nova.compute.manager [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Received event network-changed-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.844051] env[62622]: DEBUG nova.compute.manager [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Refreshing instance network info cache due to event network-changed-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.844266] env[62622]: DEBUG oslo_concurrency.lockutils [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] Acquiring lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.844410] env[62622]: DEBUG oslo_concurrency.lockutils [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] Acquired lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.844566] env[62622]: DEBUG nova.network.neutron [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Refreshing network info cache for port 2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.129833] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702441, 'name': CreateVM_Task, 'duration_secs': 0.303532} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.130271] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.130933] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.131112] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.131423] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.131663] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21f3201-c288-4951-9d68-c4759ca9963f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.135642] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1252.135642] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52baa1d5-c238-8dfd-00aa-b27006d9f68b" [ 1252.135642] env[62622]: _type = "Task" [ 1252.135642] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.142482] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52baa1d5-c238-8dfd-00aa-b27006d9f68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.514996] env[62622]: DEBUG nova.network.neutron [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Updated VIF entry in instance network info cache for port 2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.515371] env[62622]: DEBUG nova.network.neutron [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Updating instance_info_cache with network_info: [{"id": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "address": "fa:16:3e:79:3d:62", "network": {"id": "846324ea-6da4-4653-a96b-769712e4843b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2137870542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ef6f060a634ac99a8d1a54d608914d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dca54a9-34", "ovs_interfaceid": "2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.607030] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab978b-b5c1-4bdd-a1ec-4486fc8164b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.614087] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c159c2-68af-4f15-9f10-f70c960bc3e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.646619] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1274605-b0cd-4a99-a524-c6fb406948c9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.655602] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52baa1d5-c238-8dfd-00aa-b27006d9f68b, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.656754] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eab8e1-2f78-4016-accd-d59100dea2e6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.660249] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.660478] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.660700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.660845] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.661029] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.661253] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b25e548b-b985-4d29-970c-05e1b6bb856a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.672465] env[62622]: DEBUG nova.compute.provider_tree [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.674387] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.674558] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.675372] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ffb4e5-20a3-4786-936a-e67dc3514868 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.679665] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1252.679665] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e279f9-7dda-e2bf-0d33-b53fa51e9686" [ 1252.679665] env[62622]: _type = "Task" [ 1252.679665] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.687840] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e279f9-7dda-e2bf-0d33-b53fa51e9686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.044741] env[62622]: DEBUG oslo_concurrency.lockutils [req-dc0ceae4-ff21-4299-94dd-e1c2012f19bc req-b5bef39f-8d86-415b-a561-266eb9ccaf1e service nova] Releasing lock "refresh_cache-44d26b7c-e115-4eda-a207-c86b3ea96b1b" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.176943] env[62622]: DEBUG nova.scheduler.client.report [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.190187] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e279f9-7dda-e2bf-0d33-b53fa51e9686, 'name': SearchDatastore_Task, 'duration_secs': 0.007659} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.191437] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a424bb00-0321-4992-b8ba-5aed691dcd9a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.196907] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1253.196907] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f9d8e-a7a9-0e98-2a4d-84a5d20831c9" [ 1253.196907] env[62622]: _type = "Task" [ 1253.196907] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.204258] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f9d8e-a7a9-0e98-2a4d-84a5d20831c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.681932] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.682490] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.707565] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522f9d8e-a7a9-0e98-2a4d-84a5d20831c9, 'name': SearchDatastore_Task, 'duration_secs': 0.023517} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.707781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.708054] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 44d26b7c-e115-4eda-a207-c86b3ea96b1b/44d26b7c-e115-4eda-a207-c86b3ea96b1b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.708609] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00cbdf0-3143-4353-9fcc-23f642ffa140 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.717506] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1253.717506] env[62622]: value = "task-2702442" [ 1253.717506] env[62622]: _type = "Task" [ 1253.717506] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.724804] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.187360] env[62622]: DEBUG nova.compute.utils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.188930] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.189620] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.226551] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466142} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.228068] env[62622]: DEBUG nova.policy [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.229365] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 44d26b7c-e115-4eda-a207-c86b3ea96b1b/44d26b7c-e115-4eda-a207-c86b3ea96b1b.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.229574] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.229824] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7410677-c2cc-46ec-9bb6-bc0377e44cd4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.237234] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1254.237234] env[62622]: value = "task-2702443" [ 1254.237234] env[62622]: _type = "Task" [ 1254.237234] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.246346] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.474947] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Successfully created port: b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.692425] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.747286] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155468} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.747539] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.748340] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c12b8-b8d4-4fe9-a90b-e35602d4b5e3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.769837] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 44d26b7c-e115-4eda-a207-c86b3ea96b1b/44d26b7c-e115-4eda-a207-c86b3ea96b1b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.770323] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edc3d6b-8040-4a25-a052-f9fa1c7ae67b {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.788639] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1254.788639] env[62622]: value = "task-2702444" [ 1254.788639] env[62622]: _type = "Task" [ 1254.788639] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.795982] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.298758] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702444, 'name': ReconfigVM_Task, 'duration_secs': 0.274921} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.299112] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 44d26b7c-e115-4eda-a207-c86b3ea96b1b/44d26b7c-e115-4eda-a207-c86b3ea96b1b.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.299681] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d616125-028c-4e13-b5c5-32c310314790 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.306381] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1255.306381] env[62622]: value = "task-2702445" [ 1255.306381] env[62622]: _type = "Task" [ 1255.306381] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.313976] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702445, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.703029] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.728874] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.729147] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.729338] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.729525] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.729686] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.729840] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.730059] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.730219] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.730386] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.730544] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.730712] env[62622]: DEBUG nova.virt.hardware [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.731566] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8663d2a-f46d-4235-9ff7-e49b43b47e71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.739609] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d7c38-2413-4c36-b039-a993adfdab49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.815457] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702445, 'name': Rename_Task, 'duration_secs': 0.153951} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.815723] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.815959] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e167a12-fc82-417d-a593-ccfebe6a1b10 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.821744] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1255.821744] env[62622]: value = "task-2702446" [ 1255.821744] env[62622]: _type = "Task" [ 1255.821744] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.829079] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.831055] env[62622]: DEBUG nova.compute.manager [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Received event network-vif-plugged-b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.831265] env[62622]: DEBUG oslo_concurrency.lockutils [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] Acquiring lock "90687060-2775-4239-a6b1-e34869c1567d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.831556] env[62622]: DEBUG oslo_concurrency.lockutils [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] Lock "90687060-2775-4239-a6b1-e34869c1567d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.831662] env[62622]: DEBUG oslo_concurrency.lockutils [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] Lock "90687060-2775-4239-a6b1-e34869c1567d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.831788] env[62622]: DEBUG nova.compute.manager [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] No waiting events found dispatching network-vif-plugged-b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.831933] env[62622]: WARNING nova.compute.manager [req-298fa8af-80f2-4e77-bcdc-5dc579cb4d8b req-5f16d0ba-1718-4915-a1aa-9648bcfc4837 service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Received unexpected event network-vif-plugged-b83456e5-7331-437f-b993-0aaa1c072735 for instance with vm_state building and task_state spawning. [ 1255.914858] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Successfully updated port: b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.331987] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.419240] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.419397] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.419548] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.833112] env[62622]: DEBUG oslo_vmware.api [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702446, 'name': PowerOnVM_Task, 'duration_secs': 0.991386} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.833340] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.833527] env[62622]: INFO nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1256.833784] env[62622]: DEBUG nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.834469] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa4231-0430-42c2-858c-31c310b3ac92 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.950228] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.072958] env[62622]: DEBUG nova.network.neutron [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Updating instance_info_cache with network_info: [{"id": "b83456e5-7331-437f-b993-0aaa1c072735", "address": "fa:16:3e:0f:3b:9b", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83456e5-73", "ovs_interfaceid": "b83456e5-7331-437f-b993-0aaa1c072735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.352088] env[62622]: INFO nova.compute.manager [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Took 11.83 seconds to build instance. [ 1257.576372] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.576696] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Instance network_info: |[{"id": "b83456e5-7331-437f-b993-0aaa1c072735", "address": "fa:16:3e:0f:3b:9b", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83456e5-73", "ovs_interfaceid": "b83456e5-7331-437f-b993-0aaa1c072735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.577139] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:3b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b83456e5-7331-437f-b993-0aaa1c072735', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.584524] env[62622]: DEBUG oslo.service.loopingcall [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.584748] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.584972] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec81259-587d-4b1a-866b-344a694708ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604111] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.604111] env[62622]: value = "task-2702447" [ 1257.604111] env[62622]: _type = "Task" [ 1257.604111] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.611613] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702447, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.650767] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.854503] env[62622]: DEBUG oslo_concurrency.lockutils [None req-8f1787d1-3b45-423f-8935-fb333d0d2a1e tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.346s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.854812] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.204s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.855076] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.855294] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.855470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.859075] env[62622]: DEBUG nova.compute.manager [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Received event network-changed-b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.859307] env[62622]: DEBUG nova.compute.manager [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Refreshing instance network info cache due to event network-changed-b83456e5-7331-437f-b993-0aaa1c072735. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1257.859537] env[62622]: DEBUG oslo_concurrency.lockutils [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] Acquiring lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.859704] env[62622]: DEBUG oslo_concurrency.lockutils [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] Acquired lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.859874] env[62622]: DEBUG nova.network.neutron [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Refreshing network info cache for port b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.862638] env[62622]: INFO nova.compute.manager [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Terminating instance [ 1258.115100] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702447, 'name': CreateVM_Task, 'duration_secs': 0.284719} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.115323] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.115839] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.116016] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.116344] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.116585] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d44080-8bc1-46aa-a6d2-106388b3e7c2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.121229] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1258.121229] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e6dfb-ef3a-ba43-e8bd-880118a55363" [ 1258.121229] env[62622]: _type = "Task" [ 1258.121229] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.128727] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e6dfb-ef3a-ba43-e8bd-880118a55363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.366473] env[62622]: DEBUG nova.compute.manager [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.366890] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.367500] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5725386f-497f-46ac-8bbb-0af86566cf76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.375135] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.375361] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d9e34f-1823-4683-a38b-fea28a952e13 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.382279] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1258.382279] env[62622]: value = "task-2702448" [ 1258.382279] env[62622]: _type = "Task" [ 1258.382279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.389987] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.560775] env[62622]: DEBUG nova.network.neutron [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Updated VIF entry in instance network info cache for port b83456e5-7331-437f-b993-0aaa1c072735. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.561158] env[62622]: DEBUG nova.network.neutron [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Updating instance_info_cache with network_info: [{"id": "b83456e5-7331-437f-b993-0aaa1c072735", "address": "fa:16:3e:0f:3b:9b", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb83456e5-73", "ovs_interfaceid": "b83456e5-7331-437f-b993-0aaa1c072735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.631355] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]526e6dfb-ef3a-ba43-e8bd-880118a55363, 'name': SearchDatastore_Task, 'duration_secs': 0.028456} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.631655] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.631884] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.632146] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.632300] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.632477] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.632734] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2206c128-c1d0-427c-8c98-9de3d3187665 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.641085] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.641263] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.641945] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db89c4e-2ff6-4b7e-a84b-5deabe4c33c3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.646820] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1258.646820] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a385c2-e9d5-b552-e1c6-0390a16eeddb" [ 1258.646820] env[62622]: _type = "Task" [ 1258.646820] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.653714] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a385c2-e9d5-b552-e1c6-0390a16eeddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.892575] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702448, 'name': PowerOffVM_Task, 'duration_secs': 0.234791} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.892834] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.892948] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.893214] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23e2315-8ead-4874-a457-ab2818e8a23d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.961471] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.961471] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.961570] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Deleting the datastore file [datastore2] 44d26b7c-e115-4eda-a207-c86b3ea96b1b {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.961965] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9de29ae-0394-4ef8-b184-f8e189d5deb6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.968679] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for the task: (returnval){ [ 1258.968679] env[62622]: value = "task-2702450" [ 1258.968679] env[62622]: _type = "Task" [ 1258.968679] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.976426] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.064387] env[62622]: DEBUG oslo_concurrency.lockutils [req-6346b47f-05de-4ebe-b157-f5afa790de0a req-742f5e88-a3dd-40c2-aac7-f529bd43675b service nova] Releasing lock "refresh_cache-90687060-2775-4239-a6b1-e34869c1567d" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.156496] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52a385c2-e9d5-b552-e1c6-0390a16eeddb, 'name': SearchDatastore_Task, 'duration_secs': 0.015603} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.157215] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ba18e9-b229-4932-accb-1a78b15caf31 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.162029] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1259.162029] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52270f66-662e-e956-eabb-281cceeb8eb0" [ 1259.162029] env[62622]: _type = "Task" [ 1259.162029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.169205] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52270f66-662e-e956-eabb-281cceeb8eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.478967] env[62622]: DEBUG oslo_vmware.api [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Task: {'id': task-2702450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127718} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.479385] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.479385] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.479557] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.479732] env[62622]: INFO nova.compute.manager [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.479966] env[62622]: DEBUG oslo.service.loopingcall [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.480210] env[62622]: DEBUG nova.compute.manager [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.480317] env[62622]: DEBUG nova.network.neutron [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.671880] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52270f66-662e-e956-eabb-281cceeb8eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.672172] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.672512] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 90687060-2775-4239-a6b1-e34869c1567d/90687060-2775-4239-a6b1-e34869c1567d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.672781] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6665d20-b7f5-43b9-8486-9a5f3e2ac440 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.679029] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1259.679029] env[62622]: value = "task-2702451" [ 1259.679029] env[62622]: _type = "Task" [ 1259.679029] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.687182] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.887728] env[62622]: DEBUG nova.compute.manager [req-372794b7-b4b5-4158-ba96-5faff99cca1f req-b605a499-d2ea-496e-a242-9d09d924fba1 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Received event network-vif-deleted-2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.887936] env[62622]: INFO nova.compute.manager [req-372794b7-b4b5-4158-ba96-5faff99cca1f req-b605a499-d2ea-496e-a242-9d09d924fba1 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Neutron deleted interface 2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b; detaching it from the instance and deleting it from the info cache [ 1259.888161] env[62622]: DEBUG nova.network.neutron [req-372794b7-b4b5-4158-ba96-5faff99cca1f req-b605a499-d2ea-496e-a242-9d09d924fba1 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.189054] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443185} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.189054] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore2] 90687060-2775-4239-a6b1-e34869c1567d/90687060-2775-4239-a6b1-e34869c1567d.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.189301] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.189412] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40b7e6b7-b82e-463c-974b-49322b44578e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.195194] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1260.195194] env[62622]: value = "task-2702452" [ 1260.195194] env[62622]: _type = "Task" [ 1260.195194] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.198312] env[62622]: DEBUG nova.network.neutron [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.204638] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.390880] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc802e11-5250-4960-b57e-53d42df0cf06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.400459] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de986f2-de01-4770-8e1c-459d3dbfd7eb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.424532] env[62622]: DEBUG nova.compute.manager [req-372794b7-b4b5-4158-ba96-5faff99cca1f req-b605a499-d2ea-496e-a242-9d09d924fba1 service nova] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Detach interface failed, port_id=2dca54a9-3494-4fcc-b4d1-c980a5aa2f0b, reason: Instance 44d26b7c-e115-4eda-a207-c86b3ea96b1b could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1260.700879] env[62622]: INFO nova.compute.manager [-] [instance: 44d26b7c-e115-4eda-a207-c86b3ea96b1b] Took 1.22 seconds to deallocate network for instance. [ 1260.705530] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063327} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.708251] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.709176] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1106346-a389-4d98-8881-a8af0cc22a71 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.730995] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 90687060-2775-4239-a6b1-e34869c1567d/90687060-2775-4239-a6b1-e34869c1567d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.731545] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9901b5-cc96-4058-a7c0-afc3b727e40c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.750617] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1260.750617] env[62622]: value = "task-2702453" [ 1260.750617] env[62622]: _type = "Task" [ 1260.750617] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.758052] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.210294] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.210603] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.210830] env[62622]: DEBUG nova.objects.instance [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lazy-loading 'resources' on Instance uuid 44d26b7c-e115-4eda-a207-c86b3ea96b1b {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.260323] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702453, 'name': ReconfigVM_Task, 'duration_secs': 0.294897} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.260513] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 90687060-2775-4239-a6b1-e34869c1567d/90687060-2775-4239-a6b1-e34869c1567d.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.261125] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aba27e3-5fe3-4f32-8c43-d1b996e492ad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.267500] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1261.267500] env[62622]: value = "task-2702454" [ 1261.267500] env[62622]: _type = "Task" [ 1261.267500] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.274633] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702454, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.766211] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dac90f-f743-4600-bd38-26b572998049 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.780350] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cfc789-27f2-4357-99bb-598fb5b44cce {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.783549] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702454, 'name': Rename_Task, 'duration_secs': 0.1597} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.783594] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.784070] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d7e61e-7e73-47f6-a3a2-644eddf57e2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.810973] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccacf159-ec7b-460e-9145-93ad00004980 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.813303] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1261.813303] env[62622]: value = "task-2702455" [ 1261.813303] env[62622]: _type = "Task" [ 1261.813303] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.819310] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a678bfd-5037-44c6-bbc1-d2fd81cca3be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.825659] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.836200] env[62622]: DEBUG nova.compute.provider_tree [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.323429] env[62622]: DEBUG oslo_vmware.api [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702455, 'name': PowerOnVM_Task, 'duration_secs': 0.463105} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.323637] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.323840] env[62622]: INFO nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1262.324029] env[62622]: DEBUG nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.324772] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065b87d-26da-422b-b103-fe060a692fec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.339027] env[62622]: DEBUG nova.scheduler.client.report [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.841862] env[62622]: INFO nova.compute.manager [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Took 11.31 seconds to build instance. [ 1262.844435] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.867445] env[62622]: INFO nova.scheduler.client.report [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Deleted allocations for instance 44d26b7c-e115-4eda-a207-c86b3ea96b1b [ 1263.343553] env[62622]: DEBUG oslo_concurrency.lockutils [None req-7820273c-75e1-4c91-924d-5df669b422cf tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.817s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.374013] env[62622]: DEBUG oslo_concurrency.lockutils [None req-95de631d-fade-4831-98f9-a8bb4d6af013 tempest-ServerAddressesTestJSON-179738485 tempest-ServerAddressesTestJSON-179738485-project-member] Lock "44d26b7c-e115-4eda-a207-c86b3ea96b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.519s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.742878] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "90687060-2775-4239-a6b1-e34869c1567d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.743194] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.743389] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "90687060-2775-4239-a6b1-e34869c1567d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.743591] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.743762] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.745886] env[62622]: INFO nova.compute.manager [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Terminating instance [ 1264.249679] env[62622]: DEBUG nova.compute.manager [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.249988] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.250846] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5757ce81-b639-4c6d-80c1-72a4d5a34a0f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.258453] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.258671] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf128de-2046-4f0c-b317-b0a0aa0b3bf9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.265252] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1264.265252] env[62622]: value = "task-2702456" [ 1264.265252] env[62622]: _type = "Task" [ 1264.265252] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.273011] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.775401] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702456, 'name': PowerOffVM_Task, 'duration_secs': 0.202452} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.775700] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.775861] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.776137] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24653f2c-2546-4ffb-8099-3463b0b21193 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.839793] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.840065] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.840253] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore2] 90687060-2775-4239-a6b1-e34869c1567d {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.840530] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8594b84-92ba-414f-8744-443608bef84c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.847011] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1264.847011] env[62622]: value = "task-2702458" [ 1264.847011] env[62622]: _type = "Task" [ 1264.847011] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.855307] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.360471] env[62622]: DEBUG oslo_vmware.api [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158248} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.360862] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.361179] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.361497] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.361786] env[62622]: INFO nova.compute.manager [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.362188] env[62622]: DEBUG oslo.service.loopingcall [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.362797] env[62622]: DEBUG nova.compute.manager [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.362797] env[62622]: DEBUG nova.network.neutron [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.627437] env[62622]: DEBUG nova.compute.manager [req-64a6449f-281c-475e-8efb-3acf2b391f9f req-4fba0abb-a3df-4436-bb0d-d850bf41651d service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Received event network-vif-deleted-b83456e5-7331-437f-b993-0aaa1c072735 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.627522] env[62622]: INFO nova.compute.manager [req-64a6449f-281c-475e-8efb-3acf2b391f9f req-4fba0abb-a3df-4436-bb0d-d850bf41651d service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Neutron deleted interface b83456e5-7331-437f-b993-0aaa1c072735; detaching it from the instance and deleting it from the info cache [ 1265.627714] env[62622]: DEBUG nova.network.neutron [req-64a6449f-281c-475e-8efb-3acf2b391f9f req-4fba0abb-a3df-4436-bb0d-d850bf41651d service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.112783] env[62622]: DEBUG nova.network.neutron [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.130388] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ee1e6f0-87da-4d03-9a88-bd30840e91a8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.140461] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611f9296-4c10-4066-8f09-1a5eb38a6982 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.166374] env[62622]: DEBUG nova.compute.manager [req-64a6449f-281c-475e-8efb-3acf2b391f9f req-4fba0abb-a3df-4436-bb0d-d850bf41651d service nova] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Detach interface failed, port_id=b83456e5-7331-437f-b993-0aaa1c072735, reason: Instance 90687060-2775-4239-a6b1-e34869c1567d could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1266.615394] env[62622]: INFO nova.compute.manager [-] [instance: 90687060-2775-4239-a6b1-e34869c1567d] Took 1.25 seconds to deallocate network for instance. [ 1267.122834] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.123391] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.123391] env[62622]: DEBUG nova.objects.instance [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid 90687060-2775-4239-a6b1-e34869c1567d {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.668850] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5914a8ac-5a39-436d-b5e2-d4b11b5c5fe3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.676157] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9f4f2-4172-4ffc-aeda-07b618324e39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.705559] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693c12d-c395-4838-aac6-75eacea684f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.712698] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b26cba-48bf-48ec-8446-11af650d725e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.725330] env[62622]: DEBUG nova.compute.provider_tree [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.228262] env[62622]: DEBUG nova.scheduler.client.report [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.734858] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.753651] env[62622]: INFO nova.scheduler.client.report [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance 90687060-2775-4239-a6b1-e34869c1567d [ 1269.265009] env[62622]: DEBUG oslo_concurrency.lockutils [None req-4a49fd35-c708-4d61-8ba3-3ad7c9d66b06 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "90687060-2775-4239-a6b1-e34869c1567d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.749744] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.750024] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.252118] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.776327] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.776587] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.778068] env[62622]: INFO nova.compute.claims [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.822986] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8efd82-0817-45b6-983e-42006880e63f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.830733] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2a624-66c4-4650-867e-e272d2744815 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.861244] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5289af2-9bba-465e-a0be-8dbe4be6e2e5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.867710] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d92fe-2828-4037-b3c8-f0d8a988a108 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.881135] env[62622]: DEBUG nova.compute.provider_tree [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.384584] env[62622]: DEBUG nova.scheduler.client.report [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.892462] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.893018] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.398219] env[62622]: DEBUG nova.compute.utils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.399686] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.399861] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.447436] env[62622]: DEBUG nova.policy [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.693396] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Successfully created port: c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.903364] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.913593] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.940665] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.940912] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.941091] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.941279] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.941427] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.941573] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.941779] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.941937] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.942118] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.942285] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.942457] env[62622]: DEBUG nova.virt.hardware [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.943330] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aec1ee3-95db-4ba4-8b0e-02a32c27bbc6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.951126] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11524138-41e9-4200-83ed-f8e5765de541 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.040428] env[62622]: DEBUG nova.compute.manager [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Received event network-vif-plugged-c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.040650] env[62622]: DEBUG oslo_concurrency.lockutils [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] Acquiring lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.040855] env[62622]: DEBUG oslo_concurrency.lockutils [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.046663] env[62622]: DEBUG oslo_concurrency.lockutils [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.046948] env[62622]: DEBUG nova.compute.manager [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] No waiting events found dispatching network-vif-plugged-c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.047162] env[62622]: WARNING nova.compute.manager [req-69960b4a-6f62-4dc3-bb5d-e27b63776a03 req-30c47c70-8b55-4322-937a-546992e739de service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Received unexpected event network-vif-plugged-c8c2e47b-5969-4355-9a52-5d47accd1189 for instance with vm_state building and task_state spawning. [ 1276.119916] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Successfully updated port: c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.623134] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.623272] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.623348] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.154748] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.275756] env[62622]: DEBUG nova.network.neutron [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Updating instance_info_cache with network_info: [{"id": "c8c2e47b-5969-4355-9a52-5d47accd1189", "address": "fa:16:3e:76:2b:d2", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c2e47b-59", "ovs_interfaceid": "c8c2e47b-5969-4355-9a52-5d47accd1189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.778624] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.778964] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Instance network_info: |[{"id": "c8c2e47b-5969-4355-9a52-5d47accd1189", "address": "fa:16:3e:76:2b:d2", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c2e47b-59", "ovs_interfaceid": "c8c2e47b-5969-4355-9a52-5d47accd1189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.779424] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:2b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c2e47b-5969-4355-9a52-5d47accd1189', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.786850] env[62622]: DEBUG oslo.service.loopingcall [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.787076] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.787302] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb9894b-f71e-4c08-b2fa-44fa0aceca06 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.807709] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.807709] env[62622]: value = "task-2702459" [ 1277.807709] env[62622]: _type = "Task" [ 1277.807709] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.815115] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702459, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.065594] env[62622]: DEBUG nova.compute.manager [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Received event network-changed-c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.065804] env[62622]: DEBUG nova.compute.manager [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Refreshing instance network info cache due to event network-changed-c8c2e47b-5969-4355-9a52-5d47accd1189. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.065999] env[62622]: DEBUG oslo_concurrency.lockutils [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] Acquiring lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.066156] env[62622]: DEBUG oslo_concurrency.lockutils [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] Acquired lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.066316] env[62622]: DEBUG nova.network.neutron [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Refreshing network info cache for port c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.317980] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702459, 'name': CreateVM_Task, 'duration_secs': 0.283823} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.318254] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.318863] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.319037] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.319354] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.319591] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a154f5cb-5e00-4dc8-80f8-75b8d56b274c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.324238] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1278.324238] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fcafa9-2aa2-5025-3358-dc03a24db867" [ 1278.324238] env[62622]: _type = "Task" [ 1278.324238] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.331637] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fcafa9-2aa2-5025-3358-dc03a24db867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.733803] env[62622]: DEBUG nova.network.neutron [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Updated VIF entry in instance network info cache for port c8c2e47b-5969-4355-9a52-5d47accd1189. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.734237] env[62622]: DEBUG nova.network.neutron [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Updating instance_info_cache with network_info: [{"id": "c8c2e47b-5969-4355-9a52-5d47accd1189", "address": "fa:16:3e:76:2b:d2", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c2e47b-59", "ovs_interfaceid": "c8c2e47b-5969-4355-9a52-5d47accd1189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.834919] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52fcafa9-2aa2-5025-3358-dc03a24db867, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.835297] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.835575] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.835846] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.836030] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.836250] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.836538] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56a6e6fc-97c3-4c39-9b1a-009cc0070fd4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.845183] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.845344] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.846116] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ba9183-dbff-4f34-8239-b45799b1c79d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.851277] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1278.851277] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5295152c-4a42-434f-5fad-a4bc3614c633" [ 1278.851277] env[62622]: _type = "Task" [ 1278.851277] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.858984] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5295152c-4a42-434f-5fad-a4bc3614c633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.236799] env[62622]: DEBUG oslo_concurrency.lockutils [req-2b569e30-1397-441c-a7d4-d62f2c28930e req-fe4f26c4-875d-4e71-bc10-599ace7f861b service nova] Releasing lock "refresh_cache-b860f224-adfe-4312-bb3a-e7dbdbf18491" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.362265] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]5295152c-4a42-434f-5fad-a4bc3614c633, 'name': SearchDatastore_Task, 'duration_secs': 0.007798} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.362981] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7681a904-b43b-4405-99c1-9ff6dd509e82 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.368042] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1279.368042] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be7625-689a-4fe0-70da-2eaecfda42b9" [ 1279.368042] env[62622]: _type = "Task" [ 1279.368042] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.374605] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be7625-689a-4fe0-70da-2eaecfda42b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.878210] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52be7625-689a-4fe0-70da-2eaecfda42b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.878210] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.878210] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] b860f224-adfe-4312-bb3a-e7dbdbf18491/b860f224-adfe-4312-bb3a-e7dbdbf18491.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.878210] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a00f14fd-c6ed-461c-ba3d-1fe9ef3f5e05 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.884885] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1279.884885] env[62622]: value = "task-2702460" [ 1279.884885] env[62622]: _type = "Task" [ 1279.884885] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.892601] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.395071] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428027} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.395071] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] b860f224-adfe-4312-bb3a-e7dbdbf18491/b860f224-adfe-4312-bb3a-e7dbdbf18491.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.395071] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.395582] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1969aa3a-e624-43c1-b04c-d538365d6eb3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.401279] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1280.401279] env[62622]: value = "task-2702461" [ 1280.401279] env[62622]: _type = "Task" [ 1280.401279] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.409109] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.910825] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055968} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.911092] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.911837] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d04f9-bc84-4d1f-b653-7949441bff22 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.932593] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] b860f224-adfe-4312-bb3a-e7dbdbf18491/b860f224-adfe-4312-bb3a-e7dbdbf18491.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.932779] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e32ec5a-fa0d-4d6e-af05-513eb4104f9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.951724] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1280.951724] env[62622]: value = "task-2702462" [ 1280.951724] env[62622]: _type = "Task" [ 1280.951724] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.959361] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.461916] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702462, 'name': ReconfigVM_Task, 'duration_secs': 0.266624} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.462331] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Reconfigured VM instance instance-0000007a to attach disk [datastore1] b860f224-adfe-4312-bb3a-e7dbdbf18491/b860f224-adfe-4312-bb3a-e7dbdbf18491.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.462808] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96f348f5-da22-430e-8e23-352f9256fb9e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.468981] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1281.468981] env[62622]: value = "task-2702463" [ 1281.468981] env[62622]: _type = "Task" [ 1281.468981] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.475911] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702463, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.979231] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702463, 'name': Rename_Task, 'duration_secs': 0.132208} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.979540] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.979789] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5392d045-2602-4251-a25b-40508ca5d726 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.985467] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1281.985467] env[62622]: value = "task-2702464" [ 1281.985467] env[62622]: _type = "Task" [ 1281.985467] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.992446] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.496016] env[62622]: DEBUG oslo_vmware.api [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702464, 'name': PowerOnVM_Task, 'duration_secs': 0.408846} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.496398] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.496478] env[62622]: INFO nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1282.496664] env[62622]: DEBUG nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.497554] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee6ab0-755a-49b8-a8ec-7af37845544f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.014954] env[62622]: INFO nova.compute.manager [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Took 11.26 seconds to build instance. [ 1283.517434] env[62622]: DEBUG oslo_concurrency.lockutils [None req-f7f9a9d1-4635-49f0-a70a-c37499cf32df tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.767s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.160700] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.160929] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.662718] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.184224] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.184482] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.185982] env[62622]: INFO nova.compute.claims [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.239022] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4c9846-ca35-42bf-90d2-1f06a40b7e39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.246232] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d9ead-20bd-4d6d-852b-09b2d81b80fe {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.276406] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b1d0d-7bd7-4f55-941f-52463cea5e63 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.283008] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ba356-532a-4b03-b215-5e712088c396 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.295606] env[62622]: DEBUG nova.compute.provider_tree [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.799159] env[62622]: DEBUG nova.scheduler.client.report [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.304417] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.304895] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.809805] env[62622]: DEBUG nova.compute.utils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1287.811209] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.811375] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.858381] env[62622]: DEBUG nova.policy [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.108330] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Successfully created port: b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.314390] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.775252] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.775507] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.775652] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1288.775772] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Rebuilding the list of instances to heal {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1289.279915] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Skipping network cache update for instance because it is Building. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1289.305950] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.306123] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquired lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.306272] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Forcefully refreshing network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1289.306475] env[62622]: DEBUG nova.objects.instance [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lazy-loading 'info_cache' on Instance uuid 69c2a316-ede4-4d4e-9337-8dc72e85ebcb {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.323190] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.350291] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.352139] env[62622]: DEBUG nova.virt.hardware [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.353045] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdcd125-d741-4228-a711-291bd3844cc5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.361112] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900554d-034d-4649-b76f-7ebeaa1de68e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.447403] env[62622]: DEBUG nova.compute.manager [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Received event network-vif-plugged-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1289.447624] env[62622]: DEBUG oslo_concurrency.lockutils [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] Acquiring lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.447912] env[62622]: DEBUG oslo_concurrency.lockutils [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.448024] env[62622]: DEBUG oslo_concurrency.lockutils [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.448181] env[62622]: DEBUG nova.compute.manager [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] No waiting events found dispatching network-vif-plugged-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.448381] env[62622]: WARNING nova.compute.manager [req-88920c66-7885-4f20-b55a-f78aaf524735 req-5669b7cc-f534-46ef-8663-5c03604130b1 service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Received unexpected event network-vif-plugged-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 for instance with vm_state building and task_state spawning. [ 1289.524719] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Successfully updated port: b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.028115] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.028193] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.028527] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.557465] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.668185] env[62622]: DEBUG nova.network.neutron [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Updating instance_info_cache with network_info: [{"id": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "address": "fa:16:3e:5b:86:34", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f2e06b-88", "ovs_interfaceid": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.986562] env[62622]: DEBUG nova.network.neutron [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updating instance_info_cache with network_info: [{"id": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "address": "fa:16:3e:de:e7:b8", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df28ce2-25", "ovs_interfaceid": "5df28ce2-2513-4afa-90fc-bb2ca9cd6d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.171634] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.171889] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Instance network_info: |[{"id": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "address": "fa:16:3e:5b:86:34", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f2e06b-88", "ovs_interfaceid": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.172372] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:86:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9f2e06b-88f9-4009-80ac-7bb4f5e284b4', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.179844] env[62622]: DEBUG oslo.service.loopingcall [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.180223] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.180485] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72ac97e-c33d-4206-ab41-17239a4620ff {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.200942] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.200942] env[62622]: value = "task-2702465" [ 1291.200942] env[62622]: _type = "Task" [ 1291.200942] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.208743] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702465, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.473421] env[62622]: DEBUG nova.compute.manager [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Received event network-changed-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.473656] env[62622]: DEBUG nova.compute.manager [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Refreshing instance network info cache due to event network-changed-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1291.473888] env[62622]: DEBUG oslo_concurrency.lockutils [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] Acquiring lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.474179] env[62622]: DEBUG oslo_concurrency.lockutils [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] Acquired lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.474380] env[62622]: DEBUG nova.network.neutron [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Refreshing network info cache for port b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.488969] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Releasing lock "refresh_cache-69c2a316-ede4-4d4e-9337-8dc72e85ebcb" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.489172] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updated the network info_cache for instance {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1291.489363] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.489538] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.489952] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.490138] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.490289] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.490458] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.490567] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1291.490712] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.711250] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702465, 'name': CreateVM_Task, 'duration_secs': 0.355121} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.711650] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.712052] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.712228] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.712547] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.712796] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba495329-1d2f-434c-b86e-93cebf861b42 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.717011] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1291.717011] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d541d-f9ae-57b4-ae47-a90c46cdda89" [ 1291.717011] env[62622]: _type = "Task" [ 1291.717011] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.724084] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d541d-f9ae-57b4-ae47-a90c46cdda89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.993284] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.993470] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.993622] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.993781] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.994651] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d212e50-dd36-4706-ba4b-232438ec671f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.002846] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab331821-02df-4102-86cc-0f79b30dc689 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.019918] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4311e-c86e-42a5-b940-4ae7299baf3a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.025930] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47cdf5-d5b3-4095-ae3a-ea57a1c85c04 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.054463] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180932MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1292.054618] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.054776] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.173202] env[62622]: DEBUG nova.network.neutron [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Updated VIF entry in instance network info cache for port b9f2e06b-88f9-4009-80ac-7bb4f5e284b4. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.173567] env[62622]: DEBUG nova.network.neutron [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Updating instance_info_cache with network_info: [{"id": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "address": "fa:16:3e:5b:86:34", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f2e06b-88", "ovs_interfaceid": "b9f2e06b-88f9-4009-80ac-7bb4f5e284b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.226534] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]524d541d-f9ae-57b4-ae47-a90c46cdda89, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.226831] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.227068] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.227301] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.227449] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.227627] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.227967] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ee7bd9-beae-4c78-8119-a4398bce720f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.236308] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.236476] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.237167] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef231f74-96fd-4d62-a225-4393c5958124 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.241712] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1292.241712] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b124ac-a784-0daa-1c2c-f420dfe1ef31" [ 1292.241712] env[62622]: _type = "Task" [ 1292.241712] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.248868] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b124ac-a784-0daa-1c2c-f420dfe1ef31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.676819] env[62622]: DEBUG oslo_concurrency.lockutils [req-5563c78e-858d-4205-b39e-c29fad4aa2a4 req-7dfc4447-05dc-47ce-a929-32f8cc86bb0f service nova] Releasing lock "refresh_cache-4e3ee80e-e317-4250-8b14-3f6f175287f3" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.751856] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b124ac-a784-0daa-1c2c-f420dfe1ef31, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.752620] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cce7394-5c60-4aa3-8a45-6b31d5832eeb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.757522] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1292.757522] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e01659-916e-897d-e557-6e9631d4bbef" [ 1292.757522] env[62622]: _type = "Task" [ 1292.757522] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.765573] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e01659-916e-897d-e557-6e9631d4bbef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.081047] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 69c2a316-ede4-4d4e-9337-8dc72e85ebcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.081210] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance b860f224-adfe-4312-bb3a-e7dbdbf18491 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.081334] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 4e3ee80e-e317-4250-8b14-3f6f175287f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.081514] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1293.081652] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1293.125652] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f778ac05-2894-40cc-85d9-2b7c9a36e8db {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.132795] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eeb900-883e-4806-b1be-6401c09d781e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.161660] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc813c-8cc2-4b3d-a0ef-9e8122a10370 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.168259] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a041a-e37f-4fd8-8d11-e168d699aa88 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.180956] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.267603] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52e01659-916e-897d-e557-6e9631d4bbef, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.267801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.268085] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e3ee80e-e317-4250-8b14-3f6f175287f3/4e3ee80e-e317-4250-8b14-3f6f175287f3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.268320] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2baad4-3207-4067-afee-be817ecb252d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.275160] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1293.275160] env[62622]: value = "task-2702466" [ 1293.275160] env[62622]: _type = "Task" [ 1293.275160] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.282367] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.684635] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.784736] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43221} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.785246] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 4e3ee80e-e317-4250-8b14-3f6f175287f3/4e3ee80e-e317-4250-8b14-3f6f175287f3.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.785246] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.785423] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-470e43f9-6301-4858-9753-e750ab9a6238 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.791589] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1293.791589] env[62622]: value = "task-2702467" [ 1293.791589] env[62622]: _type = "Task" [ 1293.791589] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.799045] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.189324] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1294.189581] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.302644] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060048} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.302906] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.303638] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ed7c9-13e8-4f64-b3c8-55fc6f559818 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.324398] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4e3ee80e-e317-4250-8b14-3f6f175287f3/4e3ee80e-e317-4250-8b14-3f6f175287f3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.324616] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c636f3-81f9-4a8c-82e5-321a41017fb2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.343189] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1294.343189] env[62622]: value = "task-2702468" [ 1294.343189] env[62622]: _type = "Task" [ 1294.343189] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.350641] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.852412] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702468, 'name': ReconfigVM_Task, 'duration_secs': 0.282918} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.852786] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4e3ee80e-e317-4250-8b14-3f6f175287f3/4e3ee80e-e317-4250-8b14-3f6f175287f3.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.853301] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dfa5c29-9fab-48fb-b644-bf7ce2a7947f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.859502] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1294.859502] env[62622]: value = "task-2702469" [ 1294.859502] env[62622]: _type = "Task" [ 1294.859502] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.867067] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702469, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.368690] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702469, 'name': Rename_Task, 'duration_secs': 0.136334} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.368973] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.369237] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2437de25-7147-4b90-a187-c9e899291256 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.375567] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1295.375567] env[62622]: value = "task-2702470" [ 1295.375567] env[62622]: _type = "Task" [ 1295.375567] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.382578] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.885152] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702470, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.386163] env[62622]: DEBUG oslo_vmware.api [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702470, 'name': PowerOnVM_Task, 'duration_secs': 0.657734} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.386446] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.386609] env[62622]: INFO nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1296.386789] env[62622]: DEBUG nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.387534] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251b66f-97b6-43a5-91ea-0819e846f049 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.904028] env[62622]: INFO nova.compute.manager [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Took 11.74 seconds to build instance. [ 1297.406351] env[62622]: DEBUG oslo_concurrency.lockutils [None req-5ef6e246-6aec-40c1-a620-a87a97c4947e tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.245s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.631430] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.631682] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.631881] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.632079] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.632255] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.634360] env[62622]: INFO nova.compute.manager [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Terminating instance [ 1298.137894] env[62622]: DEBUG nova.compute.manager [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.138330] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.139102] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3db267-80f4-47ca-b6f8-fd32cf555eed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.148072] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.148306] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d8c322-440c-4255-a473-77195417dbc7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.154417] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1298.154417] env[62622]: value = "task-2702471" [ 1298.154417] env[62622]: _type = "Task" [ 1298.154417] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.161939] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.664847] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702471, 'name': PowerOffVM_Task, 'duration_secs': 0.201958} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.665058] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.665232] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.665480] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08596d91-f98b-4064-b158-b36c3e2c7417 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.733095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.733345] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.733625] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore1] 4e3ee80e-e317-4250-8b14-3f6f175287f3 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.733967] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d41344-7eb3-4a2d-8088-5b15f573ee27 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.740531] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1298.740531] env[62622]: value = "task-2702473" [ 1298.740531] env[62622]: _type = "Task" [ 1298.740531] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.747708] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.249855] env[62622]: DEBUG oslo_vmware.api [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118157} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.250176] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.250268] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.250425] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.250628] env[62622]: INFO nova.compute.manager [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1299.250880] env[62622]: DEBUG oslo.service.loopingcall [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.251077] env[62622]: DEBUG nova.compute.manager [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.251180] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.699263] env[62622]: DEBUG nova.compute.manager [req-fc568021-3473-4133-ad33-cc066720a3c8 req-497fc5cf-6641-47e0-89d9-a7bd71fe4f6e service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Received event network-vif-deleted-b9f2e06b-88f9-4009-80ac-7bb4f5e284b4 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.699498] env[62622]: INFO nova.compute.manager [req-fc568021-3473-4133-ad33-cc066720a3c8 req-497fc5cf-6641-47e0-89d9-a7bd71fe4f6e service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Neutron deleted interface b9f2e06b-88f9-4009-80ac-7bb4f5e284b4; detaching it from the instance and deleting it from the info cache [ 1299.699674] env[62622]: DEBUG nova.network.neutron [req-fc568021-3473-4133-ad33-cc066720a3c8 req-497fc5cf-6641-47e0-89d9-a7bd71fe4f6e service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.182026] env[62622]: DEBUG nova.network.neutron [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.203167] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65486306-9d2a-48ea-8647-4e58e55b9efb {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.212799] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf4448-add0-4581-86ef-1a5fa9833c27 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.237217] env[62622]: DEBUG nova.compute.manager [req-fc568021-3473-4133-ad33-cc066720a3c8 req-497fc5cf-6641-47e0-89d9-a7bd71fe4f6e service nova] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Detach interface failed, port_id=b9f2e06b-88f9-4009-80ac-7bb4f5e284b4, reason: Instance 4e3ee80e-e317-4250-8b14-3f6f175287f3 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1300.683586] env[62622]: INFO nova.compute.manager [-] [instance: 4e3ee80e-e317-4250-8b14-3f6f175287f3] Took 1.43 seconds to deallocate network for instance. [ 1301.189856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.190139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.190368] env[62622]: DEBUG nova.objects.instance [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid 4e3ee80e-e317-4250-8b14-3f6f175287f3 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.750766] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99274bcd-402e-41ee-809d-69348b9fefc4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.759939] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fcf230-8885-4888-8fb4-f2774c1898f8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.789571] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416d91c-9332-447c-a9fe-8d112c4f320f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.796915] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfceacc6-7209-408b-ac3a-949e24fbced3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.809923] env[62622]: DEBUG nova.compute.provider_tree [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.313653] env[62622]: DEBUG nova.scheduler.client.report [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.819013] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.842701] env[62622]: INFO nova.scheduler.client.report [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance 4e3ee80e-e317-4250-8b14-3f6f175287f3 [ 1303.351765] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fe91051f-6aa3-4c1b-8f93-4b6597962b22 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "4e3ee80e-e317-4250-8b14-3f6f175287f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.720s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.198596] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.199082] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.199160] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.199317] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.199485] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.201579] env[62622]: INFO nova.compute.manager [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Terminating instance [ 1304.705326] env[62622]: DEBUG nova.compute.manager [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.705555] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.706490] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df05bbb-7ff7-4f26-ac79-3dcaec0a7673 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.714094] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.714322] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5012eddc-4013-4403-84e8-ee922f94ffae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.720968] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1304.720968] env[62622]: value = "task-2702474" [ 1304.720968] env[62622]: _type = "Task" [ 1304.720968] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.728493] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.231168] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702474, 'name': PowerOffVM_Task, 'duration_secs': 0.183981} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.231557] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.231611] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.231830] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21bcfc45-92ad-4111-a477-12ce7c646120 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.290055] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.290283] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.290469] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore1] b860f224-adfe-4312-bb3a-e7dbdbf18491 {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.290728] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c22241a-7ab4-46b6-b9f0-8c23d51b90e0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.296887] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1305.296887] env[62622]: value = "task-2702476" [ 1305.296887] env[62622]: _type = "Task" [ 1305.296887] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.303816] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.806378] env[62622]: DEBUG oslo_vmware.api [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129199} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.806590] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.806786] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.806970] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.807161] env[62622]: INFO nova.compute.manager [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1305.807409] env[62622]: DEBUG oslo.service.loopingcall [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.807599] env[62622]: DEBUG nova.compute.manager [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.807695] env[62622]: DEBUG nova.network.neutron [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.076747] env[62622]: DEBUG nova.compute.manager [req-f5813d3b-fb5b-4054-b249-cbf3a99a580b req-8a117b10-5d0d-43e7-8b61-b96099aacaa1 service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Received event network-vif-deleted-c8c2e47b-5969-4355-9a52-5d47accd1189 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1306.077573] env[62622]: INFO nova.compute.manager [req-f5813d3b-fb5b-4054-b249-cbf3a99a580b req-8a117b10-5d0d-43e7-8b61-b96099aacaa1 service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Neutron deleted interface c8c2e47b-5969-4355-9a52-5d47accd1189; detaching it from the instance and deleting it from the info cache [ 1306.077573] env[62622]: DEBUG nova.network.neutron [req-f5813d3b-fb5b-4054-b249-cbf3a99a580b req-8a117b10-5d0d-43e7-8b61-b96099aacaa1 service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.558816] env[62622]: DEBUG nova.network.neutron [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.580112] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56c13050-caf5-4621-ae82-2f48a161d990 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.589719] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c2ced-107b-4bc2-8143-f19ebf5b1eb5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.613234] env[62622]: DEBUG nova.compute.manager [req-f5813d3b-fb5b-4054-b249-cbf3a99a580b req-8a117b10-5d0d-43e7-8b61-b96099aacaa1 service nova] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Detach interface failed, port_id=c8c2e47b-5969-4355-9a52-5d47accd1189, reason: Instance b860f224-adfe-4312-bb3a-e7dbdbf18491 could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1307.061570] env[62622]: INFO nova.compute.manager [-] [instance: b860f224-adfe-4312-bb3a-e7dbdbf18491] Took 1.25 seconds to deallocate network for instance. [ 1307.567767] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.568118] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.568298] env[62622]: DEBUG nova.objects.instance [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid b860f224-adfe-4312-bb3a-e7dbdbf18491 {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.114885] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289db3fe-028d-48a6-a8e7-0e3f47440a2c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.122642] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606007fd-5ec9-4059-9e07-7ad4d7cfcbc3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.152445] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de250f34-e634-46fa-8f0c-ed3b13b2bc4a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.159447] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9ee74-3fee-40d6-9c17-ffa91acaad66 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.172681] env[62622]: DEBUG nova.compute.provider_tree [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.676023] env[62622]: DEBUG nova.scheduler.client.report [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.180687] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.200463] env[62622]: INFO nova.scheduler.client.report [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance b860f224-adfe-4312-bb3a-e7dbdbf18491 [ 1309.709501] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e97f3675-0c7e-4699-85a6-a46359b68b8b tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "b860f224-adfe-4312-bb3a-e7dbdbf18491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.137710] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.138021] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.640383] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.161518] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.161784] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.163261] env[62622]: INFO nova.compute.claims [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.207603] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0879199-8b4c-46ce-8980-4362e954c31f {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.215162] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591f11f8-bab9-4868-9a3f-05d9f7fcb109 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.244878] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80074825-c743-457f-a85c-5655e5d0d494 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.251360] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865aaf6c-8a41-41ef-a02c-d933f0baddb8 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.263875] env[62622]: DEBUG nova.compute.provider_tree [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.767337] env[62622]: DEBUG nova.scheduler.client.report [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.272585] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.273121] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.777884] env[62622]: DEBUG nova.compute.utils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.779348] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.779928] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.829036] env[62622]: DEBUG nova.policy [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.091759] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Successfully created port: 0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.283381] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.293019] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.322115] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.322405] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.322566] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.322748] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.322894] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.323051] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.323260] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.323438] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.323640] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.323837] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.324049] env[62622]: DEBUG nova.virt.hardware [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.324900] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b27e64-7b35-42d7-a4e0-d4024564ae76 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.333089] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d137f-1ddc-4c1a-9234-6a5bd707279a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.433537] env[62622]: DEBUG nova.compute.manager [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Received event network-vif-plugged-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1316.433751] env[62622]: DEBUG oslo_concurrency.lockutils [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] Acquiring lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.433910] env[62622]: DEBUG oslo_concurrency.lockutils [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.434093] env[62622]: DEBUG oslo_concurrency.lockutils [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.434261] env[62622]: DEBUG nova.compute.manager [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] No waiting events found dispatching network-vif-plugged-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.434422] env[62622]: WARNING nova.compute.manager [req-7ff681a7-3de7-4d91-b4c6-36ebee6f33a7 req-facad203-ad37-433c-ad52-658559bea9ce service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Received unexpected event network-vif-plugged-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a for instance with vm_state building and task_state spawning. [ 1316.511059] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Successfully updated port: 0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.013732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.013732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.013732] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.543993] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.655489] env[62622]: DEBUG nova.network.neutron [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Updating instance_info_cache with network_info: [{"id": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "address": "fa:16:3e:af:af:21", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f08f0f8-dc", "ovs_interfaceid": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.158647] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.159024] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Instance network_info: |[{"id": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "address": "fa:16:3e:af:af:21", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f08f0f8-dc", "ovs_interfaceid": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.159445] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:af:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f08f0f8-dc11-4c45-b079-a8dedb96ec9a', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.166664] env[62622]: DEBUG oslo.service.loopingcall [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.166901] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.167144] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3afa93-3094-4ecb-a85c-f5d4e837c83e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.187344] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.187344] env[62622]: value = "task-2702477" [ 1318.187344] env[62622]: _type = "Task" [ 1318.187344] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.194992] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702477, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.460527] env[62622]: DEBUG nova.compute.manager [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Received event network-changed-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1318.460746] env[62622]: DEBUG nova.compute.manager [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Refreshing instance network info cache due to event network-changed-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1318.461010] env[62622]: DEBUG oslo_concurrency.lockutils [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] Acquiring lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.461212] env[62622]: DEBUG oslo_concurrency.lockutils [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] Acquired lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.461409] env[62622]: DEBUG nova.network.neutron [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Refreshing network info cache for port 0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.697395] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702477, 'name': CreateVM_Task, 'duration_secs': 0.309951} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.697728] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.698190] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.698399] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.698739] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.698988] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16a7b6f-5e1d-42d0-a7a8-e48c90136186 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.703287] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1318.703287] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df3587-eba1-83f1-47e2-8499c1bab49a" [ 1318.703287] env[62622]: _type = "Task" [ 1318.703287] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.710829] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df3587-eba1-83f1-47e2-8499c1bab49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.136620] env[62622]: DEBUG nova.network.neutron [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Updated VIF entry in instance network info cache for port 0f08f0f8-dc11-4c45-b079-a8dedb96ec9a. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.136991] env[62622]: DEBUG nova.network.neutron [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Updating instance_info_cache with network_info: [{"id": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "address": "fa:16:3e:af:af:21", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f08f0f8-dc", "ovs_interfaceid": "0f08f0f8-dc11-4c45-b079-a8dedb96ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.213831] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52df3587-eba1-83f1-47e2-8499c1bab49a, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.214139] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.214370] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.214590] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.214736] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.214910] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.215184] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3a357d8-62ba-4aba-9c3a-49d3655ec5bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.222912] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.223095] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.223730] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0380e905-d8e2-4748-8ad6-24f6ec6ec871 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.228402] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1319.228402] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522832f6-0f4e-a5e2-6975-ecd8f74cd2d1" [ 1319.228402] env[62622]: _type = "Task" [ 1319.228402] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.235372] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522832f6-0f4e-a5e2-6975-ecd8f74cd2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.639893] env[62622]: DEBUG oslo_concurrency.lockutils [req-5df963c2-baf5-43bf-83ae-75136b2c4383 req-063a6dc6-ce69-41d5-98f7-c8a770a8c26c service nova] Releasing lock "refresh_cache-21ff13e0-42cf-48db-8b8e-8fedc828ee5e" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.738284] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]522832f6-0f4e-a5e2-6975-ecd8f74cd2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.007806} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.739105] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81429d6-922d-41c5-acd0-2bf7f2f1a3f7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.744663] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1319.744663] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf1b82-ae0c-c635-bf00-8783f8f1671a" [ 1319.744663] env[62622]: _type = "Task" [ 1319.744663] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.751774] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf1b82-ae0c-c635-bf00-8783f8f1671a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.255484] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52cf1b82-ae0c-c635-bf00-8783f8f1671a, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.255730] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.255974] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 21ff13e0-42cf-48db-8b8e-8fedc828ee5e/21ff13e0-42cf-48db-8b8e-8fedc828ee5e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.256237] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b8df82a-898f-4d7d-8b60-907e759ec866 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.262615] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1320.262615] env[62622]: value = "task-2702478" [ 1320.262615] env[62622]: _type = "Task" [ 1320.262615] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.269716] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.771964] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438582} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.772353] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] 21ff13e0-42cf-48db-8b8e-8fedc828ee5e/21ff13e0-42cf-48db-8b8e-8fedc828ee5e.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.772495] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.772705] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79103c19-781e-4fe2-8622-4a4432290f23 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.779885] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1320.779885] env[62622]: value = "task-2702479" [ 1320.779885] env[62622]: _type = "Task" [ 1320.779885] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.786766] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.289529] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065236} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.289817] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.290596] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a29ab3-0ea0-4da1-871b-71bb640e992c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.311575] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 21ff13e0-42cf-48db-8b8e-8fedc828ee5e/21ff13e0-42cf-48db-8b8e-8fedc828ee5e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.311818] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552af949-d4f3-46bf-b159-954860e7b937 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.332714] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1321.332714] env[62622]: value = "task-2702480" [ 1321.332714] env[62622]: _type = "Task" [ 1321.332714] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.340127] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.842840] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702480, 'name': ReconfigVM_Task, 'duration_secs': 0.318938} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.843241] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 21ff13e0-42cf-48db-8b8e-8fedc828ee5e/21ff13e0-42cf-48db-8b8e-8fedc828ee5e.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.843726] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b164252-82e7-419f-8141-03757bb7f509 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.850048] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1321.850048] env[62622]: value = "task-2702481" [ 1321.850048] env[62622]: _type = "Task" [ 1321.850048] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.857294] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702481, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.359890] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702481, 'name': Rename_Task, 'duration_secs': 0.132037} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.360211] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.360456] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df102ccb-3b41-4219-8ed8-d02d7e9684af {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.366360] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1322.366360] env[62622]: value = "task-2702482" [ 1322.366360] env[62622]: _type = "Task" [ 1322.366360] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.373466] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.875977] env[62622]: DEBUG oslo_vmware.api [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702482, 'name': PowerOnVM_Task, 'duration_secs': 0.427287} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.876385] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.876524] env[62622]: INFO nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1322.876632] env[62622]: DEBUG nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.877406] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651f19b-4ef8-44e0-b77e-0c035fada1b6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.392133] env[62622]: INFO nova.compute.manager [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Took 11.25 seconds to build instance. [ 1323.895485] env[62622]: DEBUG oslo_concurrency.lockutils [None req-61fc3771-ed02-45f8-8b25-148cb45f5e67 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.757s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.374595] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.374856] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.375171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.375380] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.375539] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.378047] env[62622]: INFO nova.compute.manager [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Terminating instance [ 1324.881405] env[62622]: DEBUG nova.compute.manager [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.881678] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.882568] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05048300-baf3-4815-a8e3-6c2218e55d14 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.890137] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.890355] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ea038c-7c56-4a7a-869a-ea4f68c81a2e {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.896481] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1324.896481] env[62622]: value = "task-2702483" [ 1324.896481] env[62622]: _type = "Task" [ 1324.896481] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.904100] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.406743] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702483, 'name': PowerOffVM_Task, 'duration_secs': 0.182374} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.407046] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.407218] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.407467] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e9faa69-714e-48e1-9b1e-81eb0320d1f2 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.471480] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.471673] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.471853] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore1] 21ff13e0-42cf-48db-8b8e-8fedc828ee5e {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.472139] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17266dde-d0df-4fc1-8a89-e783c24526e7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.478372] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1325.478372] env[62622]: value = "task-2702485" [ 1325.478372] env[62622]: _type = "Task" [ 1325.478372] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.485679] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.987719] env[62622]: DEBUG oslo_vmware.api [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166541} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.988201] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.988201] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.988336] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.988539] env[62622]: INFO nova.compute.manager [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1325.988738] env[62622]: DEBUG oslo.service.loopingcall [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.988926] env[62622]: DEBUG nova.compute.manager [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.989034] env[62622]: DEBUG nova.network.neutron [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.238581] env[62622]: DEBUG nova.compute.manager [req-dc0424fa-263b-4b7b-a6ab-702bf5d574b9 req-0f5505e0-7f45-4a56-b280-9b760a6a2bf4 service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Received event network-vif-deleted-0f08f0f8-dc11-4c45-b079-a8dedb96ec9a {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1326.238788] env[62622]: INFO nova.compute.manager [req-dc0424fa-263b-4b7b-a6ab-702bf5d574b9 req-0f5505e0-7f45-4a56-b280-9b760a6a2bf4 service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Neutron deleted interface 0f08f0f8-dc11-4c45-b079-a8dedb96ec9a; detaching it from the instance and deleting it from the info cache [ 1326.238936] env[62622]: DEBUG nova.network.neutron [req-dc0424fa-263b-4b7b-a6ab-702bf5d574b9 req-0f5505e0-7f45-4a56-b280-9b760a6a2bf4 service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.718051] env[62622]: DEBUG nova.network.neutron [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.741681] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493b5d98-79e2-4d9e-b490-d72ba6c02d5d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.750947] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41482ead-8f2f-473b-90f6-40725426e670 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.774576] env[62622]: DEBUG nova.compute.manager [req-dc0424fa-263b-4b7b-a6ab-702bf5d574b9 req-0f5505e0-7f45-4a56-b280-9b760a6a2bf4 service nova] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Detach interface failed, port_id=0f08f0f8-dc11-4c45-b079-a8dedb96ec9a, reason: Instance 21ff13e0-42cf-48db-8b8e-8fedc828ee5e could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1327.220795] env[62622]: INFO nova.compute.manager [-] [instance: 21ff13e0-42cf-48db-8b8e-8fedc828ee5e] Took 1.23 seconds to deallocate network for instance. [ 1327.727374] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.727727] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.728015] env[62622]: DEBUG nova.objects.instance [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid 21ff13e0-42cf-48db-8b8e-8fedc828ee5e {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.272961] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98170874-da16-4e7d-8df8-e22aab50bef3 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.281041] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb4f8c9-8157-487c-b6fb-2a0da7f48c19 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.310327] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f938d-d32d-40e9-b61a-7a5f3ea2797d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.317030] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6967a2a-dc25-484c-b694-67fbfff6f5bf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.329575] env[62622]: DEBUG nova.compute.provider_tree [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.833400] env[62622]: DEBUG nova.scheduler.client.report [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.337748] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.357530] env[62622]: INFO nova.scheduler.client.report [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance 21ff13e0-42cf-48db-8b8e-8fedc828ee5e [ 1329.867040] env[62622]: DEBUG oslo_concurrency.lockutils [None req-adc8203b-a73b-4362-818b-bd6834af74a4 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "21ff13e0-42cf-48db-8b8e-8fedc828ee5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.492s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.271805] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "dba743f8-c49e-4694-aefd-a4107a6021bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.272140] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.774749] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Starting instance... {{(pid=62622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.297131] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.297424] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.298886] env[62622]: INFO nova.compute.claims [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.344286] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba2edc-86d8-4116-9ac7-caf9b417e408 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.352202] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606519a-4af2-49d3-85cb-eb5710ec8c38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.382156] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51089a11-407d-4243-bad9-3c7e9a7d71d5 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.388987] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f66e21-6c0a-4f8c-b3c9-ffee20c1cc50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.401749] env[62622]: DEBUG nova.compute.provider_tree [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.905397] env[62622]: DEBUG nova.scheduler.client.report [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.409571] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.410097] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Start building networks asynchronously for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.915225] env[62622]: DEBUG nova.compute.utils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Using /dev/sd instead of None {{(pid=62622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.916600] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Allocating IP information in the background. {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.916779] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] allocate_for_instance() {{(pid=62622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.962893] env[62622]: DEBUG nova.policy [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4512dce460e849babdc582139373d2a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112bb97de21e4eba8b12981665dcdfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.217296] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Successfully created port: 00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.420411] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Start building block device mappings for instance. {{(pid=62622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.431950] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Start spawning the instance on the hypervisor. {{(pid=62622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.458205] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T18:10:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T18:10:23Z,direct_url=,disk_format='vmdk',id=494029ea-a5c5-4db8-8f38-96c760c3eb78,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b60498679ec84323b424b6ffc0d2a5f7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T18:10:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.458459] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.459010] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image limits 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.459010] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Flavor pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.459010] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Image pref 0:0:0 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.459145] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.459323] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.459554] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.459746] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Got 1 possible topologies {{(pid=62622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.459912] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.460133] env[62622]: DEBUG nova.virt.hardware [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.460990] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf7c62-a020-4f98-993a-98b5bfc14e39 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.469085] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603b12f-87b2-423e-8b4f-104df3424f1a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.565315] env[62622]: DEBUG nova.compute.manager [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Received event network-vif-plugged-00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1336.565560] env[62622]: DEBUG oslo_concurrency.lockutils [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] Acquiring lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.565773] env[62622]: DEBUG oslo_concurrency.lockutils [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.565940] env[62622]: DEBUG oslo_concurrency.lockutils [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.566199] env[62622]: DEBUG nova.compute.manager [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] No waiting events found dispatching network-vif-plugged-00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.566402] env[62622]: WARNING nova.compute.manager [req-58600d02-0dc6-4ebb-899b-d011cb6150ec req-90ca5fd2-6571-4c2a-a120-78dadbe0828b service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Received unexpected event network-vif-plugged-00d6eff3-f743-4080-8b65-95901ca3847f for instance with vm_state building and task_state spawning. [ 1336.642010] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Successfully updated port: 00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.144412] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.144572] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.144724] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Building network info cache for instance {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.677755] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Instance cache missing network info. {{(pid=62622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.791673] env[62622]: DEBUG nova.network.neutron [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Updating instance_info_cache with network_info: [{"id": "00d6eff3-f743-4080-8b65-95901ca3847f", "address": "fa:16:3e:75:e7:60", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6eff3-f7", "ovs_interfaceid": "00d6eff3-f743-4080-8b65-95901ca3847f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.293801] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.294142] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Instance network_info: |[{"id": "00d6eff3-f743-4080-8b65-95901ca3847f", "address": "fa:16:3e:75:e7:60", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6eff3-f7", "ovs_interfaceid": "00d6eff3-f743-4080-8b65-95901ca3847f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.294586] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e7:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d6eff3-f743-4080-8b65-95901ca3847f', 'vif_model': 'vmxnet3'}] {{(pid=62622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.302069] env[62622]: DEBUG oslo.service.loopingcall [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.302290] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Creating VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.302508] env[62622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feff2bdf-bec8-4d4e-9082-b1d9db5d8bad {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.321836] env[62622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.321836] env[62622]: value = "task-2702486" [ 1338.321836] env[62622]: _type = "Task" [ 1338.321836] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.329493] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702486, 'name': CreateVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.592966] env[62622]: DEBUG nova.compute.manager [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Received event network-changed-00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1338.593223] env[62622]: DEBUG nova.compute.manager [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Refreshing instance network info cache due to event network-changed-00d6eff3-f743-4080-8b65-95901ca3847f. {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1338.593361] env[62622]: DEBUG oslo_concurrency.lockutils [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] Acquiring lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.593499] env[62622]: DEBUG oslo_concurrency.lockutils [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] Acquired lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.593659] env[62622]: DEBUG nova.network.neutron [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Refreshing network info cache for port 00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.831698] env[62622]: DEBUG oslo_vmware.api [-] Task: {'id': task-2702486, 'name': CreateVM_Task, 'duration_secs': 0.286144} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.831969] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Created VM on the ESX host {{(pid=62622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.832506] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.832674] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.832995] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.833246] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b762f913-f040-4113-b026-046698ec5b49 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.837567] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1338.837567] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eb8e86-9335-4bca-5cd8-31a165917355" [ 1338.837567] env[62622]: _type = "Task" [ 1338.837567] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.844873] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eb8e86-9335-4bca-5cd8-31a165917355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.266806] env[62622]: DEBUG nova.network.neutron [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Updated VIF entry in instance network info cache for port 00d6eff3-f743-4080-8b65-95901ca3847f. {{(pid=62622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.267231] env[62622]: DEBUG nova.network.neutron [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Updating instance_info_cache with network_info: [{"id": "00d6eff3-f743-4080-8b65-95901ca3847f", "address": "fa:16:3e:75:e7:60", "network": {"id": "f9dfc69a-9d1a-48c4-96b4-ea0032b828fc", "bridge": "br-int", "label": "tempest-ServersTestJSON-2013979353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112bb97de21e4eba8b12981665dcdfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6eff3-f7", "ovs_interfaceid": "00d6eff3-f743-4080-8b65-95901ca3847f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.347957] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52eb8e86-9335-4bca-5cd8-31a165917355, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.348275] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.348505] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Processing image 494029ea-a5c5-4db8-8f38-96c760c3eb78 {{(pid=62622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.348732] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.348880] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.349091] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.349348] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef14bb1b-2588-4e65-98c9-6fa8cc97f18a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.357009] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.357203] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.357853] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f62ca8-f49e-41d4-8b33-8bfa94eae5b7 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.362312] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1339.362312] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b43f30-34ce-4f62-8cb4-3ba5db0cf420" [ 1339.362312] env[62622]: _type = "Task" [ 1339.362312] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.369185] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b43f30-34ce-4f62-8cb4-3ba5db0cf420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.769845] env[62622]: DEBUG oslo_concurrency.lockutils [req-bd0f62d4-abfc-45aa-a3b3-3509d6f74e51 req-3b033933-f9c0-467c-9e7c-037de8d90bc0 service nova] Releasing lock "refresh_cache-dba743f8-c49e-4694-aefd-a4107a6021bd" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.872255] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b43f30-34ce-4f62-8cb4-3ba5db0cf420, 'name': SearchDatastore_Task, 'duration_secs': 0.007591} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.872986] env[62622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0348f873-4dbf-4f44-8bbc-ac7d55336932 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.877685] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1339.877685] env[62622]: value = "session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6699d-2e14-01e3-9272-15c7fb9cd96a" [ 1339.877685] env[62622]: _type = "Task" [ 1339.877685] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.884899] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6699d-2e14-01e3-9272-15c7fb9cd96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.390052] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': session[52ae31e2-fee9-d18c-47c6-e97b17583b25]52b6699d-2e14-01e3-9272-15c7fb9cd96a, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.390052] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk" {{(pid=62622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.390052] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] dba743f8-c49e-4694-aefd-a4107a6021bd/dba743f8-c49e-4694-aefd-a4107a6021bd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.390052] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa25223-9170-4fc7-9d86-f16b838a9266 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.396056] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1340.396056] env[62622]: value = "task-2702487" [ 1340.396056] env[62622]: _type = "Task" [ 1340.396056] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.403607] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.904861] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426216} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.905280] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/494029ea-a5c5-4db8-8f38-96c760c3eb78/494029ea-a5c5-4db8-8f38-96c760c3eb78.vmdk to [datastore1] dba743f8-c49e-4694-aefd-a4107a6021bd/dba743f8-c49e-4694-aefd-a4107a6021bd.vmdk {{(pid=62622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.905373] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Extending root virtual disk to 1048576 {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.905540] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25bfd485-f0d6-472b-84c6-990e5df75a40 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.911207] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1340.911207] env[62622]: value = "task-2702488" [ 1340.911207] env[62622]: _type = "Task" [ 1340.911207] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.917719] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.420826] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068634} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.421137] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Extended root virtual disk {{(pid=62622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.421918] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f483aefd-2258-435b-9e38-65e6cc8d22be {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.443054] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] dba743f8-c49e-4694-aefd-a4107a6021bd/dba743f8-c49e-4694-aefd-a4107a6021bd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.443303] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890ac111-4a47-41c3-be54-b146c869a483 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.463089] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1341.463089] env[62622]: value = "task-2702489" [ 1341.463089] env[62622]: _type = "Task" [ 1341.463089] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.470306] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.973028] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702489, 'name': ReconfigVM_Task, 'duration_secs': 0.269592} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.973422] env[62622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] dba743f8-c49e-4694-aefd-a4107a6021bd/dba743f8-c49e-4694-aefd-a4107a6021bd.vmdk or device None with type sparse {{(pid=62622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.973948] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc814aab-6052-4899-a27a-c6b6fc10fa3c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.979874] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1341.979874] env[62622]: value = "task-2702490" [ 1341.979874] env[62622]: _type = "Task" [ 1341.979874] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.987821] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702490, 'name': Rename_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.489764] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702490, 'name': Rename_Task, 'duration_secs': 0.148012} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.490041] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Powering on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.490298] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ecd799-3662-4a75-9ff4-c57ad27da050 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.495948] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1342.495948] env[62622]: value = "task-2702491" [ 1342.495948] env[62622]: _type = "Task" [ 1342.495948] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.503046] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.005816] env[62622]: DEBUG oslo_vmware.api [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702491, 'name': PowerOnVM_Task, 'duration_secs': 0.43925} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.006112] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Powered on the VM {{(pid=62622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.006296] env[62622]: INFO nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1343.006471] env[62622]: DEBUG nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.007247] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80790f9b-07e4-41f7-9206-ea8953455530 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.525292] env[62622]: INFO nova.compute.manager [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Took 11.25 seconds to build instance. [ 1344.027523] env[62622]: DEBUG oslo_concurrency.lockutils [None req-e196b8bb-2a8f-4ec6-b96e-91c62c0f8610 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.755s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.495090] env[62622]: DEBUG oslo_concurrency.lockutils [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "dba743f8-c49e-4694-aefd-a4107a6021bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.495358] env[62622]: DEBUG oslo_concurrency.lockutils [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.495571] env[62622]: DEBUG nova.compute.manager [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.496515] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea27bd-4c59-45d3-8e91-bba477fc42c4 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.503285] env[62622]: DEBUG nova.compute.manager [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1344.503827] env[62622]: DEBUG nova.objects.instance [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'flavor' on Instance uuid dba743f8-c49e-4694-aefd-a4107a6021bd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.511168] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.511667] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22676b67-c3db-47ff-a4e7-a8cdf130cf5c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.518430] env[62622]: DEBUG oslo_vmware.api [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1345.518430] env[62622]: value = "task-2702492" [ 1345.518430] env[62622]: _type = "Task" [ 1345.518430] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.526339] env[62622]: DEBUG oslo_vmware.api [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.028375] env[62622]: DEBUG oslo_vmware.api [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702492, 'name': PowerOffVM_Task, 'duration_secs': 0.231724} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.028623] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.028817] env[62622]: DEBUG nova.compute.manager [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Checking state {{(pid=62622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.029612] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adc747e-070e-42f5-9a2a-8068f8aa2391 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.540261] env[62622]: DEBUG oslo_concurrency.lockutils [None req-304ba953-2aa6-4176-bc70-8c74171feb7c tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.038045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "dba743f8-c49e-4694-aefd-a4107a6021bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.038045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.038045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.038045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.038045] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.039978] env[62622]: INFO nova.compute.manager [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Terminating instance [ 1347.512321] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.512591] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.543454] env[62622]: DEBUG nova.compute.manager [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.543846] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.544498] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d32ef4-32d3-4a6c-99a2-6658035c98cd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.552241] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.552469] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-133a722c-c918-4f97-bea3-c5dceeee8219 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.614318] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.614538] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Deleting contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.614694] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore1] dba743f8-c49e-4694-aefd-a4107a6021bd {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.614949] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95a40540-2f0c-4427-bc4c-9622e81b75ed {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.622351] env[62622]: DEBUG oslo_vmware.api [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1347.622351] env[62622]: value = "task-2702494" [ 1347.622351] env[62622]: _type = "Task" [ 1347.622351] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.629227] env[62622]: DEBUG oslo_vmware.api [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.017079] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.017280] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Starting heal instance info cache {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1348.131811] env[62622]: DEBUG oslo_vmware.api [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117246} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.132073] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.132227] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Deleted contents of the VM from datastore datastore1 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.132400] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.132567] env[62622]: INFO nova.compute.manager [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1348.132790] env[62622]: DEBUG oslo.service.loopingcall [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.132970] env[62622]: DEBUG nova.compute.manager [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.133076] env[62622]: DEBUG nova.network.neutron [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.368679] env[62622]: DEBUG nova.compute.manager [req-733d4879-caab-4b73-8621-306e52714534 req-8f807b7f-5221-4f8f-9aa7-376aca3a1ad0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Received event network-vif-deleted-00d6eff3-f743-4080-8b65-95901ca3847f {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1348.368899] env[62622]: INFO nova.compute.manager [req-733d4879-caab-4b73-8621-306e52714534 req-8f807b7f-5221-4f8f-9aa7-376aca3a1ad0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Neutron deleted interface 00d6eff3-f743-4080-8b65-95901ca3847f; detaching it from the instance and deleting it from the info cache [ 1348.368997] env[62622]: DEBUG nova.network.neutron [req-733d4879-caab-4b73-8621-306e52714534 req-8f807b7f-5221-4f8f-9aa7-376aca3a1ad0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.520475] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Didn't find any instances for network info cache update. {{(pid=62622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1348.520713] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.520859] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.521012] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.521172] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.521317] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.521469] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.521622] env[62622]: DEBUG nova.compute.manager [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1348.521773] env[62622]: DEBUG oslo_service.periodic_task [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.857122] env[62622]: DEBUG nova.network.neutron [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.872751] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f2815ee-81c1-4b1c-9b5c-6d969a0c73e9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.883537] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6eeb28-fc9b-4191-b4f3-d18709adfe50 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.907204] env[62622]: DEBUG nova.compute.manager [req-733d4879-caab-4b73-8621-306e52714534 req-8f807b7f-5221-4f8f-9aa7-376aca3a1ad0 service nova] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Detach interface failed, port_id=00d6eff3-f743-4080-8b65-95901ca3847f, reason: Instance dba743f8-c49e-4694-aefd-a4107a6021bd could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1349.024778] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.025032] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.025207] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.025361] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1349.026239] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa23fb-d269-42f2-bed1-5157a7cf79da {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.034205] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf20db4-2b4a-43b1-b5a4-75307953386a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.047218] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b884987-ee43-4dcc-8bae-dfc7c0e51f38 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.053450] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ae8e39-de98-4cb6-8dd2-ef3f30ae0a6c {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.083258] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180723MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1349.083397] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.083584] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.359633] env[62622]: INFO nova.compute.manager [-] [instance: dba743f8-c49e-4694-aefd-a4107a6021bd] Took 1.23 seconds to deallocate network for instance. [ 1349.865549] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.107486] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance 69c2a316-ede4-4d4e-9337-8dc72e85ebcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1350.107653] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Instance dba743f8-c49e-4694-aefd-a4107a6021bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1350.107825] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1350.107962] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1350.142568] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8ada1-a774-4dc5-b4fb-650cf40ae685 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.150127] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d037bb-1ebe-4c4c-87c2-9f359b2def1d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.179863] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a2551-1cbd-4428-bddc-036ed1bc7684 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.186719] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87d3cc6-3872-4707-8d67-5beec96a3ea6 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.199946] env[62622]: DEBUG nova.compute.provider_tree [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.703527] env[62622]: DEBUG nova.scheduler.client.report [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.208506] env[62622]: DEBUG nova.compute.resource_tracker [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1351.208903] env[62622]: DEBUG oslo_concurrency.lockutils [None req-fae89b04-760d-4996-ae29-b06b1a75ee7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.208988] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.344s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.209271] env[62622]: DEBUG nova.objects.instance [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid dba743f8-c49e-4694-aefd-a4107a6021bd {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.747871] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b465c8-2a55-4fcb-94b4-a952e25045ae {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.755364] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf594598-d892-4317-88b9-995a1e48085a {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.784070] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2eb6c5-f914-4f35-bb53-e2e8551d8133 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.790519] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2daf3-f72c-4522-bb69-d55bd0b976bd {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.804095] env[62622]: DEBUG nova.compute.provider_tree [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.307344] env[62622]: DEBUG nova.scheduler.client.report [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.812160] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.832279] env[62622]: INFO nova.scheduler.client.report [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance dba743f8-c49e-4694-aefd-a4107a6021bd [ 1353.339652] env[62622]: DEBUG oslo_concurrency.lockutils [None req-ae9596a9-d921-406d-b507-a2db5b35298a tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "dba743f8-c49e-4694-aefd-a4107a6021bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.302s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.810319] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.810621] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.810781] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.810957] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.811171] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.813262] env[62622]: INFO nova.compute.manager [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Terminating instance [ 1354.316718] env[62622]: DEBUG nova.compute.manager [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Start destroying the instance on the hypervisor. {{(pid=62622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.316955] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Destroying instance {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.317884] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e640b-d6da-425c-b07c-375a023222cc {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.325475] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Powering off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.325687] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68853d03-125a-413b-804e-cd7b7dbc7fa9 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.331282] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1354.331282] env[62622]: value = "task-2702495" [ 1354.331282] env[62622]: _type = "Task" [ 1354.331282] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.339975] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.840898] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702495, 'name': PowerOffVM_Task, 'duration_secs': 0.210845} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.841171] env[62622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Powered off the VM {{(pid=62622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.841340] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Unregistering the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.841582] env[62622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea19307-cf6f-47f2-98ed-1de5f4033289 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.907316] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Unregistered the VM {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.907588] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Deleting contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.907819] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleting the datastore file [datastore2] 69c2a316-ede4-4d4e-9337-8dc72e85ebcb {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.908143] env[62622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d6ae66-f532-4230-ac1c-09c8d25076c1 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.914285] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for the task: (returnval){ [ 1354.914285] env[62622]: value = "task-2702497" [ 1354.914285] env[62622]: _type = "Task" [ 1354.914285] env[62622]: } to complete. {{(pid=62622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.922473] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.423822] env[62622]: DEBUG oslo_vmware.api [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Task: {'id': task-2702497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1309} completed successfully. {{(pid=62622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.424318] env[62622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted the datastore file {{(pid=62622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.424318] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Deleted contents of the VM from datastore datastore2 {{(pid=62622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.424433] env[62622]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Instance destroyed {{(pid=62622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.424591] env[62622]: INFO nova.compute.manager [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.424835] env[62622]: DEBUG oslo.service.loopingcall [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.425040] env[62622]: DEBUG nova.compute.manager [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Deallocating network for instance {{(pid=62622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.425149] env[62622]: DEBUG nova.network.neutron [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] deallocate_for_instance() {{(pid=62622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.669636] env[62622]: DEBUG nova.compute.manager [req-dc956a7f-1b2b-42b0-a2b5-43fe8e8623bc req-5e24337a-fdeb-425b-985b-14bd86cfafcc service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Received event network-vif-deleted-5df28ce2-2513-4afa-90fc-bb2ca9cd6d72 {{(pid=62622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1355.669636] env[62622]: INFO nova.compute.manager [req-dc956a7f-1b2b-42b0-a2b5-43fe8e8623bc req-5e24337a-fdeb-425b-985b-14bd86cfafcc service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Neutron deleted interface 5df28ce2-2513-4afa-90fc-bb2ca9cd6d72; detaching it from the instance and deleting it from the info cache [ 1355.669636] env[62622]: DEBUG nova.network.neutron [req-dc956a7f-1b2b-42b0-a2b5-43fe8e8623bc req-5e24337a-fdeb-425b-985b-14bd86cfafcc service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.153432] env[62622]: DEBUG nova.network.neutron [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Updating instance_info_cache with network_info: [] {{(pid=62622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.171669] env[62622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47838788-d2e1-48e8-8608-c14d22cda5ab {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.181647] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0672a95-5728-4d7c-a697-d3e12b953ccf {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.204321] env[62622]: DEBUG nova.compute.manager [req-dc956a7f-1b2b-42b0-a2b5-43fe8e8623bc req-5e24337a-fdeb-425b-985b-14bd86cfafcc service nova] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Detach interface failed, port_id=5df28ce2-2513-4afa-90fc-bb2ca9cd6d72, reason: Instance 69c2a316-ede4-4d4e-9337-8dc72e85ebcb could not be found. {{(pid=62622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1356.656027] env[62622]: INFO nova.compute.manager [-] [instance: 69c2a316-ede4-4d4e-9337-8dc72e85ebcb] Took 1.23 seconds to deallocate network for instance. [ 1357.162387] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.162651] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.162870] env[62622]: DEBUG nova.objects.instance [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lazy-loading 'resources' on Instance uuid 69c2a316-ede4-4d4e-9337-8dc72e85ebcb {{(pid=62622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.700525] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb09bb-8fab-4c09-8913-690c7f13ebec {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.709569] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88574548-0192-4b45-b621-b953b760b8d0 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.741741] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e01d7e0-f5a8-43b5-a454-fa26e17aa673 {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.750095] env[62622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1213cd1f-a3c4-43dc-bea0-f53dbab2e83d {{(pid=62622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.765705] env[62622]: DEBUG nova.compute.provider_tree [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed in ProviderTree for provider: 7f920731-174d-4ce3-b2ce-59062587c455 {{(pid=62622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.268899] env[62622]: DEBUG nova.scheduler.client.report [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Inventory has not changed for provider 7f920731-174d-4ce3-b2ce-59062587c455 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.773962] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.791577] env[62622]: INFO nova.scheduler.client.report [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Deleted allocations for instance 69c2a316-ede4-4d4e-9337-8dc72e85ebcb [ 1359.299224] env[62622]: DEBUG oslo_concurrency.lockutils [None req-0b1e3bb4-2fcf-48ed-8ee1-d2d006df2178 tempest-ServersTestJSON-1259067326 tempest-ServersTestJSON-1259067326-project-member] Lock "69c2a316-ede4-4d4e-9337-8dc72e85ebcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.488s {{(pid=62622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}